aboutsummaryrefslogtreecommitdiffstats
path: root/java/src/com/android/inputmethod/latin/utils/DictionaryInfoUtils.java
diff options
context:
space:
mode:
authorAmin Bandali <bandali@kelar.org>2024-12-16 21:45:41 -0500
committerAmin Bandali <bandali@kelar.org>2025-01-11 14:17:35 -0500
commite9a0e66716dab4dd3184d009d8920de1961efdfa (patch)
tree02dcc096643d74645bf28459c2834c3d4a2ad7f2 /java/src/com/android/inputmethod/latin/utils/DictionaryInfoUtils.java
parentfb3b9360d70596d7e921de8bf7d3ca99564a077e (diff)
downloadlatinime-e9a0e66716dab4dd3184d009d8920de1961efdfa.tar.gz
latinime-e9a0e66716dab4dd3184d009d8920de1961efdfa.tar.xz
latinime-e9a0e66716dab4dd3184d009d8920de1961efdfa.zip
Rename to Kelar Keyboard (org.kelar.inputmethod.latin)
Diffstat (limited to 'java/src/com/android/inputmethod/latin/utils/DictionaryInfoUtils.java')
-rw-r--r--java/src/com/android/inputmethod/latin/utils/DictionaryInfoUtils.java613
1 files changed, 0 insertions, 613 deletions
diff --git a/java/src/com/android/inputmethod/latin/utils/DictionaryInfoUtils.java b/java/src/com/android/inputmethod/latin/utils/DictionaryInfoUtils.java
deleted file mode 100644
index cea2e13b1..000000000
--- a/java/src/com/android/inputmethod/latin/utils/DictionaryInfoUtils.java
+++ /dev/null
@@ -1,613 +0,0 @@
-/*
- * Copyright (C) 2013 The Android Open Source Project
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-package com.android.inputmethod.latin.utils;
-
-import android.content.ContentValues;
-import android.content.Context;
-import android.content.res.AssetManager;
-import android.content.res.Resources;
-import android.text.TextUtils;
-import android.util.Log;
-import android.view.inputmethod.InputMethodSubtype;
-
-import com.android.inputmethod.annotations.UsedForTesting;
-import com.android.inputmethod.dictionarypack.UpdateHandler;
-import com.android.inputmethod.latin.AssetFileAddress;
-import com.android.inputmethod.latin.BinaryDictionaryGetter;
-import com.android.inputmethod.latin.R;
-import com.android.inputmethod.latin.RichInputMethodManager;
-import com.android.inputmethod.latin.common.FileUtils;
-import com.android.inputmethod.latin.common.LocaleUtils;
-import com.android.inputmethod.latin.define.DecoderSpecificConstants;
-import com.android.inputmethod.latin.makedict.DictionaryHeader;
-import com.android.inputmethod.latin.makedict.UnsupportedFormatException;
-import com.android.inputmethod.latin.settings.SpacingAndPunctuations;
-
-import java.io.File;
-import java.io.FilenameFilter;
-import java.io.IOException;
-import java.util.ArrayList;
-import java.util.Iterator;
-import java.util.List;
-import java.util.Locale;
-import java.util.concurrent.TimeUnit;
-
-import javax.annotation.Nonnull;
-import javax.annotation.Nullable;
-
-/**
- * This class encapsulates the logic for the Latin-IME side of dictionary information management.
- */
-public class DictionaryInfoUtils {
- private static final String TAG = DictionaryInfoUtils.class.getSimpleName();
- public static final String RESOURCE_PACKAGE_NAME = R.class.getPackage().getName();
- private static final String DEFAULT_MAIN_DICT = "main";
- private static final String MAIN_DICT_PREFIX = "main_";
- private static final String DECODER_DICT_SUFFIX = DecoderSpecificConstants.DECODER_DICT_SUFFIX;
- // 6 digits - unicode is limited to 21 bits
- private static final int MAX_HEX_DIGITS_FOR_CODEPOINT = 6;
-
- private static final String TEMP_DICT_FILE_SUB = UpdateHandler.TEMP_DICT_FILE_SUB;
-
- public static class DictionaryInfo {
- private static final String LOCALE_COLUMN = "locale";
- private static final String WORDLISTID_COLUMN = "id";
- private static final String LOCAL_FILENAME_COLUMN = "filename";
- private static final String DESCRIPTION_COLUMN = "description";
- private static final String DATE_COLUMN = "date";
- private static final String FILESIZE_COLUMN = "filesize";
- private static final String VERSION_COLUMN = "version";
-
- @Nonnull public final String mId;
- @Nonnull public final Locale mLocale;
- @Nullable public final String mDescription;
- @Nullable public final String mFilename;
- public final long mFilesize;
- public final long mModifiedTimeMillis;
- public final int mVersion;
-
- public DictionaryInfo(@Nonnull String id, @Nonnull Locale locale,
- @Nullable String description, @Nullable String filename,
- long filesize, long modifiedTimeMillis, int version) {
- mId = id;
- mLocale = locale;
- mDescription = description;
- mFilename = filename;
- mFilesize = filesize;
- mModifiedTimeMillis = modifiedTimeMillis;
- mVersion = version;
- }
-
- public ContentValues toContentValues() {
- final ContentValues values = new ContentValues();
- values.put(WORDLISTID_COLUMN, mId);
- values.put(LOCALE_COLUMN, mLocale.toString());
- values.put(DESCRIPTION_COLUMN, mDescription);
- values.put(LOCAL_FILENAME_COLUMN, mFilename != null ? mFilename : "");
- values.put(DATE_COLUMN, TimeUnit.MILLISECONDS.toSeconds(mModifiedTimeMillis));
- values.put(FILESIZE_COLUMN, mFilesize);
- values.put(VERSION_COLUMN, mVersion);
- return values;
- }
-
- @Override
- public String toString() {
- return "DictionaryInfo : Id = '" + mId
- + "' : Locale=" + mLocale
- + " : Version=" + mVersion;
- }
- }
-
- private DictionaryInfoUtils() {
- // Private constructor to forbid instantation of this helper class.
- }
-
- /**
- * Returns whether we may want to use this character as part of a file name.
- *
- * This basically only accepts ascii letters and numbers, and rejects everything else.
- */
- private static boolean isFileNameCharacter(int codePoint) {
- if (codePoint >= 0x30 && codePoint <= 0x39) return true; // Digit
- if (codePoint >= 0x41 && codePoint <= 0x5A) return true; // Uppercase
- if (codePoint >= 0x61 && codePoint <= 0x7A) return true; // Lowercase
- return codePoint == '_'; // Underscore
- }
-
- /**
- * Escapes a string for any characters that may be suspicious for a file or directory name.
- *
- * Concretely this does a sort of URL-encoding except it will encode everything that's not
- * alphanumeric or underscore. (true URL-encoding leaves alone characters like '*', which
- * we cannot allow here)
- */
- // TODO: create a unit test for this method
- public static String replaceFileNameDangerousCharacters(final String name) {
- // This assumes '%' is fully available as a non-separator, normal
- // character in a file name. This is probably true for all file systems.
- final StringBuilder sb = new StringBuilder();
- final int nameLength = name.length();
- for (int i = 0; i < nameLength; i = name.offsetByCodePoints(i, 1)) {
- final int codePoint = name.codePointAt(i);
- if (DictionaryInfoUtils.isFileNameCharacter(codePoint)) {
- sb.appendCodePoint(codePoint);
- } else {
- sb.append(String.format((Locale)null, "%%%1$0" + MAX_HEX_DIGITS_FOR_CODEPOINT + "x",
- codePoint));
- }
- }
- return sb.toString();
- }
-
- /**
- * Helper method to get the top level cache directory.
- */
- private static String getWordListCacheDirectory(final Context context) {
- return context.getFilesDir() + File.separator + "dicts";
- }
-
- /**
- * Helper method to get the top level cache directory.
- */
- public static String getWordListStagingDirectory(final Context context) {
- return context.getFilesDir() + File.separator + "staging";
- }
-
- /**
- * Helper method to get the top level temp directory.
- */
- public static String getWordListTempDirectory(final Context context) {
- return context.getFilesDir() + File.separator + "tmp";
- }
-
- /**
- * Reverse escaping done by {@link #replaceFileNameDangerousCharacters(String)}.
- */
- @Nonnull
- public static String getWordListIdFromFileName(@Nonnull final String fname) {
- final StringBuilder sb = new StringBuilder();
- final int fnameLength = fname.length();
- for (int i = 0; i < fnameLength; i = fname.offsetByCodePoints(i, 1)) {
- final int codePoint = fname.codePointAt(i);
- if ('%' != codePoint) {
- sb.appendCodePoint(codePoint);
- } else {
- // + 1 to pass the % sign
- final int encodedCodePoint = Integer.parseInt(
- fname.substring(i + 1, i + 1 + MAX_HEX_DIGITS_FOR_CODEPOINT), 16);
- i += MAX_HEX_DIGITS_FOR_CODEPOINT;
- sb.appendCodePoint(encodedCodePoint);
- }
- }
- return sb.toString();
- }
-
- /**
- * Helper method to the list of cache directories, one for each distinct locale.
- */
- public static File[] getCachedDirectoryList(final Context context) {
- return new File(DictionaryInfoUtils.getWordListCacheDirectory(context)).listFiles();
- }
-
- public static File[] getStagingDirectoryList(final Context context) {
- return new File(DictionaryInfoUtils.getWordListStagingDirectory(context)).listFiles();
- }
-
- @Nullable
- public static File[] getUnusedDictionaryList(final Context context) {
- return context.getFilesDir().listFiles(new FilenameFilter() {
- @Override
- public boolean accept(File dir, String filename) {
- return !TextUtils.isEmpty(filename) && filename.endsWith(".dict")
- && filename.contains(TEMP_DICT_FILE_SUB);
- }
- });
- }
-
- /**
- * Returns the category for a given file name.
- *
- * This parses the file name, extracts the category, and returns it. See
- * {@link #getMainDictId(Locale)} and {@link #isMainWordListId(String)}.
- * @return The category as a string or null if it can't be found in the file name.
- */
- @Nullable
- public static String getCategoryFromFileName(@Nonnull final String fileName) {
- final String id = getWordListIdFromFileName(fileName);
- final String[] idArray = id.split(BinaryDictionaryGetter.ID_CATEGORY_SEPARATOR);
- // An id is supposed to be in format category:locale, so splitting on the separator
- // should yield a 2-elements array
- if (2 != idArray.length) {
- return null;
- }
- return idArray[0];
- }
-
- /**
- * Find out the cache directory associated with a specific locale.
- */
- public static String getCacheDirectoryForLocale(final String locale, final Context context) {
- final String relativeDirectoryName = replaceFileNameDangerousCharacters(locale);
- final String absoluteDirectoryName = getWordListCacheDirectory(context) + File.separator
- + relativeDirectoryName;
- final File directory = new File(absoluteDirectoryName);
- if (!directory.exists()) {
- if (!directory.mkdirs()) {
- Log.e(TAG, "Could not create the directory for locale" + locale);
- }
- }
- return absoluteDirectoryName;
- }
-
- /**
- * Generates a file name for the id and locale passed as an argument.
- *
- * In the current implementation the file name returned will always be unique for
- * any id/locale pair, but please do not expect that the id can be the same for
- * different dictionaries with different locales. An id should be unique for any
- * dictionary.
- * The file name is pretty much an URL-encoded version of the id inside a directory
- * named like the locale, except it will also escape characters that look dangerous
- * to some file systems.
- * @param id the id of the dictionary for which to get a file name
- * @param locale the locale for which to get the file name as a string
- * @param context the context to use for getting the directory
- * @return the name of the file to be created
- */
- public static String getCacheFileName(String id, String locale, Context context) {
- final String fileName = replaceFileNameDangerousCharacters(id);
- return getCacheDirectoryForLocale(locale, context) + File.separator + fileName;
- }
-
- public static String getStagingFileName(String id, String locale, Context context) {
- final String stagingDirectory = getWordListStagingDirectory(context);
- // create the directory if it does not exist.
- final File directory = new File(stagingDirectory);
- if (!directory.exists()) {
- if (!directory.mkdirs()) {
- Log.e(TAG, "Could not create the staging directory.");
- }
- }
- // e.g. id="main:en_in", locale ="en_IN"
- final String fileName = replaceFileNameDangerousCharacters(
- locale + TEMP_DICT_FILE_SUB + id);
- return stagingDirectory + File.separator + fileName;
- }
-
- public static void moveStagingFilesIfExists(Context context) {
- final File[] stagingFiles = DictionaryInfoUtils.getStagingDirectoryList(context);
- if (stagingFiles != null && stagingFiles.length > 0) {
- for (final File stagingFile : stagingFiles) {
- final String fileName = stagingFile.getName();
- final int index = fileName.indexOf(TEMP_DICT_FILE_SUB);
- if (index == -1) {
- // This should never happen.
- Log.e(TAG, "Staging file does not have ___ substring.");
- continue;
- }
- final String[] localeAndFileId = fileName.split(TEMP_DICT_FILE_SUB);
- if (localeAndFileId.length != 2) {
- Log.e(TAG, String.format("malformed staging file %s. Deleting.",
- stagingFile.getAbsoluteFile()));
- stagingFile.delete();
- continue;
- }
-
- final String locale = localeAndFileId[0];
- // already escaped while moving to staging.
- final String fileId = localeAndFileId[1];
- final String cacheDirectoryForLocale = getCacheDirectoryForLocale(locale, context);
- final String cacheFilename = cacheDirectoryForLocale + File.separator + fileId;
- final File cacheFile = new File(cacheFilename);
- // move the staging file to cache file.
- if (!FileUtils.renameTo(stagingFile, cacheFile)) {
- Log.e(TAG, String.format("Failed to rename from %s to %s.",
- stagingFile.getAbsoluteFile(), cacheFile.getAbsoluteFile()));
- }
- }
- }
- }
-
- public static boolean isMainWordListId(final String id) {
- final String[] idArray = id.split(BinaryDictionaryGetter.ID_CATEGORY_SEPARATOR);
- // An id is supposed to be in format category:locale, so splitting on the separator
- // should yield a 2-elements array
- if (2 != idArray.length) {
- return false;
- }
- return BinaryDictionaryGetter.MAIN_DICTIONARY_CATEGORY.equals(idArray[0]);
- }
-
- /**
- * Find out whether a dictionary is available for this locale.
- * @param context the context on which to check resources.
- * @param locale the locale to check for.
- * @return whether a (non-placeholder) dictionary is available or not.
- */
- public static boolean isDictionaryAvailable(final Context context, final Locale locale) {
- final Resources res = context.getResources();
- return 0 != getMainDictionaryResourceIdIfAvailableForLocale(res, locale);
- }
-
- /**
- * Helper method to return a dictionary res id for a locale, or 0 if none.
- * @param res resources for the app
- * @param locale dictionary locale
- * @return main dictionary resource id
- */
- public static int getMainDictionaryResourceIdIfAvailableForLocale(final Resources res,
- final Locale locale) {
- int resId;
- // Try to find main_language_country dictionary.
- if (!locale.getCountry().isEmpty()) {
- final String dictLanguageCountry = MAIN_DICT_PREFIX
- + locale.toString().toLowerCase(Locale.ROOT) + DECODER_DICT_SUFFIX;
- if ((resId = res.getIdentifier(
- dictLanguageCountry, "raw", RESOURCE_PACKAGE_NAME)) != 0) {
- return resId;
- }
- }
-
- // Try to find main_language dictionary.
- final String dictLanguage = MAIN_DICT_PREFIX + locale.getLanguage() + DECODER_DICT_SUFFIX;
- if ((resId = res.getIdentifier(dictLanguage, "raw", RESOURCE_PACKAGE_NAME)) != 0) {
- return resId;
- }
-
- // Not found, return 0
- return 0;
- }
-
- /**
- * Returns a main dictionary resource id
- * @param res resources for the app
- * @param locale dictionary locale
- * @return main dictionary resource id
- */
- public static int getMainDictionaryResourceId(final Resources res, final Locale locale) {
- int resourceId = getMainDictionaryResourceIdIfAvailableForLocale(res, locale);
- if (0 != resourceId) {
- return resourceId;
- }
- return res.getIdentifier(DEFAULT_MAIN_DICT + DecoderSpecificConstants.DECODER_DICT_SUFFIX,
- "raw", RESOURCE_PACKAGE_NAME);
- }
-
- /**
- * Returns the id associated with the main word list for a specified locale.
- *
- * Word lists stored in Android Keyboard's resources are referred to as the "main"
- * word lists. Since they can be updated like any other list, we need to assign a
- * unique ID to them. This ID is just the name of the language (locale-wise) they
- * are for, and this method returns this ID.
- */
- public static String getMainDictId(@Nonnull final Locale locale) {
- // This works because we don't include by default different dictionaries for
- // different countries. This actually needs to return the id that we would
- // like to use for word lists included in resources, and the following is okay.
- return BinaryDictionaryGetter.MAIN_DICTIONARY_CATEGORY +
- BinaryDictionaryGetter.ID_CATEGORY_SEPARATOR + locale.toString().toLowerCase();
- }
-
- public static DictionaryHeader getDictionaryFileHeaderOrNull(final File file,
- final long offset, final long length) {
- try {
- final DictionaryHeader header =
- BinaryDictionaryUtils.getHeaderWithOffsetAndLength(file, offset, length);
- return header;
- } catch (UnsupportedFormatException e) {
- return null;
- } catch (IOException e) {
- return null;
- }
- }
-
- /**
- * Returns information of the dictionary.
- *
- * @param fileAddress the asset dictionary file address.
- * @param locale Locale for this file.
- * @return information of the specified dictionary.
- */
- private static DictionaryInfo createDictionaryInfoFromFileAddress(
- @Nonnull final AssetFileAddress fileAddress, final Locale locale) {
- final String id = getMainDictId(locale);
- final int version = DictionaryHeaderUtils.getContentVersion(fileAddress);
- final String description = SubtypeLocaleUtils
- .getSubtypeLocaleDisplayName(locale.toString());
- // Do not store the filename on db as it will try to move the filename from db to the
- // cached directory. If the filename is already in cached directory, this is not
- // necessary.
- final String filenameToStoreOnDb = null;
- return new DictionaryInfo(id, locale, description, filenameToStoreOnDb,
- fileAddress.mLength, new File(fileAddress.mFilename).lastModified(), version);
- }
-
- /**
- * Returns the information of the dictionary for the given {@link AssetFileAddress}.
- * If the file is corrupted or a pre-fava file, then the file gets deleted and the null
- * value is returned.
- */
- @Nullable
- private static DictionaryInfo createDictionaryInfoForUnCachedFile(
- @Nonnull final AssetFileAddress fileAddress, final Locale locale) {
- final String id = getMainDictId(locale);
- final int version = DictionaryHeaderUtils.getContentVersion(fileAddress);
-
- if (version == -1) {
- // Purge the pre-fava/corrupted unused dictionaires.
- fileAddress.deleteUnderlyingFile();
- return null;
- }
-
- final String description = SubtypeLocaleUtils
- .getSubtypeLocaleDisplayName(locale.toString());
-
- final File unCachedFile = new File(fileAddress.mFilename);
- // Store just the filename and not the full path.
- final String filenameToStoreOnDb = unCachedFile.getName();
- return new DictionaryInfo(id, locale, description, filenameToStoreOnDb, fileAddress.mLength,
- unCachedFile.lastModified(), version);
- }
-
- /**
- * Returns dictionary information for the given locale.
- */
- private static DictionaryInfo createDictionaryInfoFromLocale(Locale locale) {
- final String id = getMainDictId(locale);
- final int version = -1;
- final String description = SubtypeLocaleUtils
- .getSubtypeLocaleDisplayName(locale.toString());
- return new DictionaryInfo(id, locale, description, null, 0L, 0L, version);
- }
-
- private static void addOrUpdateDictInfo(final ArrayList<DictionaryInfo> dictList,
- final DictionaryInfo newElement) {
- final Iterator<DictionaryInfo> iter = dictList.iterator();
- while (iter.hasNext()) {
- final DictionaryInfo thisDictInfo = iter.next();
- if (thisDictInfo.mLocale.equals(newElement.mLocale)) {
- if (newElement.mVersion <= thisDictInfo.mVersion) {
- return;
- }
- iter.remove();
- }
- }
- dictList.add(newElement);
- }
-
- public static ArrayList<DictionaryInfo> getCurrentDictionaryFileNameAndVersionInfo(
- final Context context) {
- final ArrayList<DictionaryInfo> dictList = new ArrayList<>();
-
- // Retrieve downloaded dictionaries from cached directories
- final File[] directoryList = getCachedDirectoryList(context);
- if (null != directoryList) {
- for (final File directory : directoryList) {
- final String localeString = getWordListIdFromFileName(directory.getName());
- final File[] dicts = BinaryDictionaryGetter.getCachedWordLists(
- localeString, context);
- for (final File dict : dicts) {
- final String wordListId = getWordListIdFromFileName(dict.getName());
- if (!DictionaryInfoUtils.isMainWordListId(wordListId)) {
- continue;
- }
- final Locale locale = LocaleUtils.constructLocaleFromString(localeString);
- final AssetFileAddress fileAddress = AssetFileAddress.makeFromFile(dict);
- final DictionaryInfo dictionaryInfo =
- createDictionaryInfoFromFileAddress(fileAddress, locale);
- // Protect against cases of a less-specific dictionary being found, like an
- // en dictionary being used for an en_US locale. In this case, the en dictionary
- // should be used for en_US but discounted for listing purposes.
- if (dictionaryInfo == null || !dictionaryInfo.mLocale.equals(locale)) {
- continue;
- }
- addOrUpdateDictInfo(dictList, dictionaryInfo);
- }
- }
- }
-
- // Retrieve downloaded dictionaries from the unused dictionaries.
- File[] unusedDictionaryList = getUnusedDictionaryList(context);
- if (unusedDictionaryList != null) {
- for (File dictionaryFile : unusedDictionaryList) {
- String fileName = dictionaryFile.getName();
- int index = fileName.indexOf(TEMP_DICT_FILE_SUB);
- if (index == -1) {
- continue;
- }
- String locale = fileName.substring(0, index);
- DictionaryInfo dictionaryInfo = createDictionaryInfoForUnCachedFile(
- AssetFileAddress.makeFromFile(dictionaryFile),
- LocaleUtils.constructLocaleFromString(locale));
- if (dictionaryInfo != null) {
- addOrUpdateDictInfo(dictList, dictionaryInfo);
- }
- }
- }
-
- // Retrieve files from assets
- final Resources resources = context.getResources();
- final AssetManager assets = resources.getAssets();
- for (final String localeString : assets.getLocales()) {
- final Locale locale = LocaleUtils.constructLocaleFromString(localeString);
- final int resourceId =
- DictionaryInfoUtils.getMainDictionaryResourceIdIfAvailableForLocale(
- context.getResources(), locale);
- if (0 == resourceId) {
- continue;
- }
- final AssetFileAddress fileAddress =
- BinaryDictionaryGetter.loadFallbackResource(context, resourceId);
- final DictionaryInfo dictionaryInfo = createDictionaryInfoFromFileAddress(fileAddress,
- locale);
- // Protect against cases of a less-specific dictionary being found, like an
- // en dictionary being used for an en_US locale. In this case, the en dictionary
- // should be used for en_US but discounted for listing purposes.
- // TODO: Remove dictionaryInfo == null when the static LMs have the headers.
- if (dictionaryInfo == null || !dictionaryInfo.mLocale.equals(locale)) {
- continue;
- }
- addOrUpdateDictInfo(dictList, dictionaryInfo);
- }
-
- // Generate the dictionary information from the enabled subtypes. This will not
- // overwrite the real records.
- RichInputMethodManager.init(context);
- List<InputMethodSubtype> enabledSubtypes = RichInputMethodManager
- .getInstance().getMyEnabledInputMethodSubtypeList(true);
- for (InputMethodSubtype subtype : enabledSubtypes) {
- Locale locale = LocaleUtils.constructLocaleFromString(subtype.getLocale());
- DictionaryInfo dictionaryInfo = createDictionaryInfoFromLocale(locale);
- addOrUpdateDictInfo(dictList, dictionaryInfo);
- }
-
- return dictList;
- }
-
- @UsedForTesting
- public static boolean looksValidForDictionaryInsertion(final CharSequence text,
- final SpacingAndPunctuations spacingAndPunctuations) {
- if (TextUtils.isEmpty(text)) {
- return false;
- }
- final int length = text.length();
- if (length > DecoderSpecificConstants.DICTIONARY_MAX_WORD_LENGTH) {
- return false;
- }
- int i = 0;
- int digitCount = 0;
- while (i < length) {
- final int codePoint = Character.codePointAt(text, i);
- final int charCount = Character.charCount(codePoint);
- i += charCount;
- if (Character.isDigit(codePoint)) {
- // Count digits: see below
- digitCount += charCount;
- continue;
- }
- if (!spacingAndPunctuations.isWordCodePoint(codePoint)) {
- return false;
- }
- }
- // We reject strings entirely comprised of digits to avoid using PIN codes or credit
- // card numbers. It would come in handy for word prediction though; a good example is
- // when writing one's address where the street number is usually quite discriminative,
- // as well as the postal code.
- return digitCount < length;
- }
-}