| Index: third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/ver4_patricia_trie_policy.h
|
| diff --git a/third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/ver4_patricia_trie_policy.h b/third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/ver4_patricia_trie_policy.h
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..a5c082dc5f30f210103931b894a3eb39b9d12279
|
| --- /dev/null
|
| +++ b/third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/ver4_patricia_trie_policy.h
|
| @@ -0,0 +1,173 @@
|
| +/*
|
| + * Copyright (C) 2013, The Android Open Source Project
|
| + *
|
| + * Licensed under the Apache License, Version 2.0 (the "License");
|
| + * you may not use this file except in compliance with the License.
|
| + * You may obtain a copy of the License at
|
| + *
|
| + * http://www.apache.org/licenses/LICENSE-2.0
|
| + *
|
| + * Unless required by applicable law or agreed to in writing, software
|
| + * distributed under the License is distributed on an "AS IS" BASIS,
|
| + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| + * See the License for the specific language governing permissions and
|
| + * limitations under the License.
|
| + */
|
| +
|
| +/*
|
| + * !!!!! DO NOT CHANGE THE LOGIC IN THIS FILE !!!!!
|
| + * Do not edit this file other than updating policy's interface.
|
| + *
|
| + * This file was generated from
|
| + * suggest/policyimpl/dictionary/structure/v4/ver4_patricia_trie_policy.h
|
| + */
|
| +
|
| +#ifndef LATINIME_BACKWARD_V402_VER4_PATRICIA_TRIE_POLICY_H
|
| +#define LATINIME_BACKWARD_V402_VER4_PATRICIA_TRIE_POLICY_H
|
| +
|
| +#include <vector>
|
| +
|
| +#include "third_party/android_prediction/defines.h"
|
| +#include "third_party/android_prediction/suggest/core/policy/dictionary_structure_with_buffer_policy.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/header/header_policy.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/pt_common/dynamic_pt_updating_helper.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/bigram/ver4_bigram_list_policy.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/shortcut/ver4_shortcut_list_policy.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/ver4_dict_buffers.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/ver4_patricia_trie_node_reader.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/ver4_patricia_trie_node_writer.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/ver4_patricia_trie_writing_helper.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/ver4_pt_node_array_reader.h"
|
| +#include "third_party/android_prediction/suggest/policyimpl/dictionary/utils/buffer_with_extendable_buffer.h"
|
| +
|
| +namespace latinime {
|
| +namespace backward {
|
| +namespace v402 {
|
| +
|
| +} // namespace v402
|
| +} // namespace backward
|
| +class DicNode;
|
| +namespace backward {
|
| +namespace v402 {
|
| +} // namespace v402
|
| +} // namespace backward
|
| +class DicNodeVector;
|
| +namespace backward {
|
| +namespace v402 {
|
| +
|
| +class Ver4PatriciaTriePolicy : public DictionaryStructureWithBufferPolicy {
|
| + public:
|
| + Ver4PatriciaTriePolicy(Ver4DictBuffers::Ver4DictBuffersPtr buffers)
|
| + : mBuffers(std::move(buffers)), mHeaderPolicy(mBuffers->getHeaderPolicy()),
|
| + mDictBuffer(mBuffers->getWritableTrieBuffer()),
|
| + mBigramPolicy(mBuffers->getMutableBigramDictContent(),
|
| + mBuffers->getTerminalPositionLookupTable(), mHeaderPolicy),
|
| + mShortcutPolicy(mBuffers->getMutableShortcutDictContent(),
|
| + mBuffers->getTerminalPositionLookupTable()),
|
| + mNodeReader(mDictBuffer, mBuffers->getProbabilityDictContent(), mHeaderPolicy),
|
| + mPtNodeArrayReader(mDictBuffer),
|
| + mNodeWriter(mDictBuffer, mBuffers.get(), mHeaderPolicy, &mNodeReader,
|
| + &mPtNodeArrayReader, &mBigramPolicy, &mShortcutPolicy),
|
| + mUpdatingHelper(mDictBuffer, &mNodeReader, &mNodeWriter),
|
| + mWritingHelper(mBuffers.get()),
|
| + mUnigramCount(mHeaderPolicy->getUnigramCount()),
|
| + mBigramCount(mHeaderPolicy->getBigramCount()),
|
| + mTerminalPtNodePositionsForIteratingWords(), mIsCorrupted(false) {};
|
| +
|
| + AK_FORCE_INLINE int getRootPosition() const {
|
| + return 0;
|
| + }
|
| +
|
| + void createAndGetAllChildDicNodes(const DicNode *const dicNode,
|
| + DicNodeVector *const childDicNodes) const;
|
| +
|
| + int getCodePointsAndProbabilityAndReturnCodePointCount(
|
| + const int terminalPtNodePos, const int maxCodePointCount, int *const outCodePoints,
|
| + int *const outUnigramProbability) const;
|
| +
|
| + int getTerminalPtNodePositionOfWord(const int *const inWord,
|
| + const int length, const bool forceLowerCaseSearch) const;
|
| +
|
| + int getProbability(const int unigramProbability, const int bigramProbability) const;
|
| +
|
| + int getProbabilityOfPtNode(const int *const prevWordsPtNodePos, const int ptNodePos) const;
|
| +
|
| + void iterateNgramEntries(const int *const prevWordsPtNodePos,
|
| + NgramListener *const listener) const;
|
| +
|
| + int getShortcutPositionOfPtNode(const int ptNodePos) const;
|
| +
|
| + const DictionaryHeaderStructurePolicy *getHeaderStructurePolicy() const {
|
| + return mHeaderPolicy;
|
| + }
|
| +
|
| + const DictionaryShortcutsStructurePolicy *getShortcutsStructurePolicy() const {
|
| + return &mShortcutPolicy;
|
| + }
|
| +
|
| + bool addUnigramEntry(const int *const word, const int length,
|
| + const UnigramProperty *const unigramProperty);
|
| +
|
| + bool removeUnigramEntry(const int *const word, const int length) {
|
| + // Removing unigram entry is not supported.
|
| + return false;
|
| + }
|
| +
|
| + bool addNgramEntry(const PrevWordsInfo *const prevWordsInfo,
|
| + const BigramProperty *const bigramProperty);
|
| +
|
| + bool removeNgramEntry(const PrevWordsInfo *const prevWordsInfo, const int *const word1,
|
| + const int length1);
|
| +
|
| + bool flush(const char *const filePath);
|
| +
|
| + bool flushWithGC(const char *const filePath);
|
| +
|
| + bool needsToRunGC(const bool mindsBlockByGC) const;
|
| +
|
| + void getProperty(const char *const query, const int queryLength, char *const outResult,
|
| + const int maxResultLength);
|
| +
|
| + const WordProperty getWordProperty(const int *const codePoints,
|
| + const int codePointCount) const;
|
| +
|
| + int getNextWordAndNextToken(const int token, int *const outCodePoints,
|
| + int *const outCodePointCount);
|
| +
|
| + bool isCorrupted() const {
|
| + return mIsCorrupted;
|
| + }
|
| +
|
| + private:
|
| + DISALLOW_IMPLICIT_CONSTRUCTORS(Ver4PatriciaTriePolicy);
|
| +
|
| + static const char *const UNIGRAM_COUNT_QUERY;
|
| + static const char *const BIGRAM_COUNT_QUERY;
|
| + static const char *const MAX_UNIGRAM_COUNT_QUERY;
|
| + static const char *const MAX_BIGRAM_COUNT_QUERY;
|
| + // When the dictionary size is near the maximum size, we have to refuse dynamic operations to
|
| + // prevent the dictionary from overflowing.
|
| + static const int MARGIN_TO_REFUSE_DYNAMIC_OPERATIONS;
|
| + static const int MIN_DICT_SIZE_TO_REFUSE_DYNAMIC_OPERATIONS;
|
| +
|
| + const Ver4DictBuffers::Ver4DictBuffersPtr mBuffers;
|
| + const HeaderPolicy *const mHeaderPolicy;
|
| + BufferWithExtendableBuffer *const mDictBuffer;
|
| + Ver4BigramListPolicy mBigramPolicy;
|
| + Ver4ShortcutListPolicy mShortcutPolicy;
|
| + Ver4PatriciaTrieNodeReader mNodeReader;
|
| + Ver4PtNodeArrayReader mPtNodeArrayReader;
|
| + Ver4PatriciaTrieNodeWriter mNodeWriter;
|
| + DynamicPtUpdatingHelper mUpdatingHelper;
|
| + Ver4PatriciaTrieWritingHelper mWritingHelper;
|
| + int mUnigramCount;
|
| + int mBigramCount;
|
| + std::vector<int> mTerminalPtNodePositionsForIteratingWords;
|
| + mutable bool mIsCorrupted;
|
| +
|
| + int getBigramsPositionOfPtNode(const int ptNodePos) const;
|
| +};
|
| +} // namespace v402
|
| +} // namespace backward
|
| +} // namespace latinime
|
| +#endif // LATINIME_BACKWARD_V402_VER4_PATRICIA_TRIE_POLICY_H
|
|
|