| Index: third_party/android_prediction/suggest/policyimpl/dictionary/structure/v4/content/language_model_dict_content.h
|
| diff --git a/third_party/android_prediction/suggest/policyimpl/dictionary/structure/v4/content/language_model_dict_content.h b/third_party/android_prediction/suggest/policyimpl/dictionary/structure/v4/content/language_model_dict_content.h
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..543dc2cd94967a18167256ac2e0b8256b3f86ea6
|
| --- /dev/null
|
| +++ b/third_party/android_prediction/suggest/policyimpl/dictionary/structure/v4/content/language_model_dict_content.h
|
| @@ -0,0 +1,83 @@
|
| +/*
|
| + * Copyright (C) 2014, The Android Open Source Project
|
| + *
|
| + * Licensed under the Apache License, Version 2.0 (the "License");
|
| + * you may not use this file except in compliance with the License.
|
| + * You may obtain a copy of the License at
|
| + *
|
| + * http://www.apache.org/licenses/LICENSE-2.0
|
| + *
|
| + * Unless required by applicable law or agreed to in writing, software
|
| + * distributed under the License is distributed on an "AS IS" BASIS,
|
| + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| + * See the License for the specific language governing permissions and
|
| + * limitations under the License.
|
| + */
|
| +
|
| +#ifndef LATINIME_LANGUAGE_MODEL_DICT_CONTENT_H
|
| +#define LATINIME_LANGUAGE_MODEL_DICT_CONTENT_H
|
| +
|
| +#include <cstdio>
|
| +
|
| +#include "third_party/android_prediction/defines.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/v4/content/probability_entry.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/v4/content/terminal_position_lookup_table.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/v4/ver4_dict_constants.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/utils/trie_map.h"
|
| +#include "third_party/android_prediction/utils/byte_array_view.h"
|
| +#include "third_party/android_prediction/utils/int_array_view.h"
|
| +
|
| +namespace latinime {
|
| +
|
| +/**
|
| + * Class representing language model.
|
| + *
|
| + * This class provides methods to get and store unigram/n-gram probability information and flags.
|
| + */
|
| +class LanguageModelDictContent {
|
| + public:
|
| + LanguageModelDictContent(const ReadWriteByteArrayView trieMapBuffer,
|
| + const bool hasHistoricalInfo)
|
| + : mTrieMap(trieMapBuffer), mHasHistoricalInfo(hasHistoricalInfo) {}
|
| +
|
| + explicit LanguageModelDictContent(const bool hasHistoricalInfo)
|
| + : mTrieMap(), mHasHistoricalInfo(hasHistoricalInfo) {}
|
| +
|
| + bool isNearSizeLimit() const {
|
| + return mTrieMap.isNearSizeLimit();
|
| + }
|
| +
|
| + bool save(FILE *const file) const;
|
| +
|
| + bool runGC(const TerminalPositionLookupTable::TerminalIdMap *const terminalIdMap,
|
| + const LanguageModelDictContent *const originalContent,
|
| + int *const outNgramCount);
|
| +
|
| + ProbabilityEntry getProbabilityEntry(const int wordId) const {
|
| + return getNgramProbabilityEntry(WordIdArrayView(), wordId);
|
| + }
|
| +
|
| + bool setProbabilityEntry(const int wordId, const ProbabilityEntry *const probabilityEntry) {
|
| + return setNgramProbabilityEntry(WordIdArrayView(), wordId, probabilityEntry);
|
| + }
|
| +
|
| + ProbabilityEntry getNgramProbabilityEntry(const WordIdArrayView prevWordIds,
|
| + const int wordId) const;
|
| +
|
| + bool setNgramProbabilityEntry(const WordIdArrayView prevWordIds, const int wordId,
|
| + const ProbabilityEntry *const probabilityEntry);
|
| +
|
| + private:
|
| + DISALLOW_COPY_AND_ASSIGN(LanguageModelDictContent);
|
| +
|
| + TrieMap mTrieMap;
|
| + const bool mHasHistoricalInfo;
|
| +
|
| + bool runGCInner(const TerminalPositionLookupTable::TerminalIdMap *const terminalIdMap,
|
| + const TrieMap::TrieMapRange trieMapRange, const int nextLevelBitmapEntryIndex,
|
| + int *const outNgramCount);
|
| +
|
| + int getBitmapEntryIndex(const WordIdArrayView prevWordIds) const;
|
| +};
|
| +} // namespace latinime
|
| +#endif /* LATINIME_LANGUAGE_MODEL_DICT_CONTENT_H */
|
|
|