Index: third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/content/bigram_dict_content.h |
diff --git a/third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/content/bigram_dict_content.h b/third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/content/bigram_dict_content.h |
new file mode 100644 |
index 0000000000000000000000000000000000000000..2bdb7408a6191fbb6ec229690b54f13a4dae34fa |
--- /dev/null |
+++ b/third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/content/bigram_dict_content.h |
@@ -0,0 +1,135 @@ |
+/* |
+ * Copyright (C) 2013, The Android Open Source Project |
+ * |
+ * Licensed under the Apache License, Version 2.0 (the "License"); |
+ * you may not use this file except in compliance with the License. |
+ * You may obtain a copy of the License at |
+ * |
+ * http://www.apache.org/licenses/LICENSE-2.0 |
+ * |
+ * Unless required by applicable law or agreed to in writing, software |
+ * distributed under the License is distributed on an "AS IS" BASIS, |
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
+ * See the License for the specific language governing permissions and |
+ * limitations under the License. |
+ */ |
+ |
+/* |
+ * !!!!! DO NOT EDIT THIS FILE !!!!! |
+ * |
+ * This file was generated from |
+ * suggest/policyimpl/dictionary/structure/v4/content/bigram_dict_content.h |
+ */ |
+ |
+#ifndef LATINIME_BACKWARD_V402_BIGRAM_DICT_CONTENT_H |
+#define LATINIME_BACKWARD_V402_BIGRAM_DICT_CONTENT_H |
+ |
+#include "third_party/android_prediction/defines.h" |
+#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/content/bigram_entry.h" |
+#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/content/sparse_table_dict_content.h" |
+#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/content/terminal_position_lookup_table.h" |
+#include "third_party/android_prediction/suggest/policyimpl/dictionary/structure/backward/v402/ver4_dict_constants.h" |
+ |
+namespace latinime { |
+namespace backward { |
+namespace v402 { |
+ |
+class BigramDictContent : public SparseTableDictContent { |
+ public: |
+ BigramDictContent(const char *const dictPath, const bool hasHistoricalInfo, |
+ const bool isUpdatable) |
+ : SparseTableDictContent(dictPath, |
+ Ver4DictConstants::BIGRAM_LOOKUP_TABLE_FILE_EXTENSION, |
+ Ver4DictConstants::BIGRAM_CONTENT_TABLE_FILE_EXTENSION, |
+ Ver4DictConstants::BIGRAM_FILE_EXTENSION, isUpdatable, |
+ Ver4DictConstants::BIGRAM_ADDRESS_TABLE_BLOCK_SIZE, |
+ Ver4DictConstants::BIGRAM_ADDRESS_TABLE_DATA_SIZE), |
+ mHasHistoricalInfo(hasHistoricalInfo) {} |
+ |
+ BigramDictContent(const bool hasHistoricalInfo) |
+ : SparseTableDictContent(Ver4DictConstants::BIGRAM_ADDRESS_TABLE_BLOCK_SIZE, |
+ Ver4DictConstants::BIGRAM_ADDRESS_TABLE_DATA_SIZE), |
+ mHasHistoricalInfo(hasHistoricalInfo) {} |
+ |
+ const BigramEntry getBigramEntry(const int bigramEntryPos) const { |
+ int readingPos = bigramEntryPos; |
+ return getBigramEntryAndAdvancePosition(&readingPos); |
+ } |
+ |
+ const BigramEntry getBigramEntryAndAdvancePosition(int *const bigramEntryPos) const; |
+ |
+ // Returns head position of bigram list for a PtNode specified by terminalId. |
+ int getBigramListHeadPos(const int terminalId) const { |
+ const SparseTable *const addressLookupTable = getAddressLookupTable(); |
+ if (!addressLookupTable->contains(terminalId)) { |
+ return NOT_A_DICT_POS; |
+ } |
+ return addressLookupTable->get(terminalId); |
+ } |
+ |
+ bool writeBigramEntryAtTail(const BigramEntry *const bigramEntryToWrite) { |
+ int writingPos = getContentBuffer()->getTailPosition(); |
+ return writeBigramEntryAndAdvancePosition(bigramEntryToWrite, &writingPos); |
+ } |
+ |
+ bool writeBigramEntry(const BigramEntry *const bigramEntryToWrite, const int entryWritingPos) { |
+ int writingPos = entryWritingPos; |
+ return writeBigramEntryAndAdvancePosition(bigramEntryToWrite, &writingPos); |
+ } |
+ |
+ bool writeBigramEntryAndAdvancePosition(const BigramEntry *const bigramEntryToWrite, |
+ int *const entryWritingPos); |
+ |
+ bool createNewBigramList(const int terminalId) { |
+ const int bigramListPos = getContentBuffer()->getTailPosition(); |
+ return getUpdatableAddressLookupTable()->set(terminalId, bigramListPos); |
+ } |
+ |
+ bool copyBigramList(const int bigramListPos, const int toPos, int *const outTailEntryPos); |
+ |
+ bool flushToFile(const char *const dictPath) const { |
+ return flush(dictPath, Ver4DictConstants::BIGRAM_LOOKUP_TABLE_FILE_EXTENSION, |
+ Ver4DictConstants::BIGRAM_CONTENT_TABLE_FILE_EXTENSION, |
+ Ver4DictConstants::BIGRAM_FILE_EXTENSION); |
+ } |
+ |
+ bool runGC(const TerminalPositionLookupTable::TerminalIdMap *const terminalIdMap, |
+ const BigramDictContent *const originalBigramDictContent, |
+ int *const outBigramEntryCount); |
+ |
+ bool isContentTailPos(const int pos) const { |
+ return pos == getContentBuffer()->getTailPosition(); |
+ } |
+ |
+ private: |
+ DISALLOW_COPY_AND_ASSIGN(BigramDictContent); |
+ |
+ int createAndGetBigramFlags(const bool hasNext) const { |
+ return hasNext ? Ver4DictConstants::BIGRAM_HAS_NEXT_MASK : 0; |
+ } |
+ |
+ int getBigramEntrySize() const { |
+ if (mHasHistoricalInfo) { |
+ return Ver4DictConstants::BIGRAM_FLAGS_FIELD_SIZE |
+ + Ver4DictConstants::TIME_STAMP_FIELD_SIZE |
+ + Ver4DictConstants::WORD_LEVEL_FIELD_SIZE |
+ + Ver4DictConstants::WORD_COUNT_FIELD_SIZE |
+ + Ver4DictConstants::BIGRAM_TARGET_TERMINAL_ID_FIELD_SIZE; |
+ } else { |
+ return Ver4DictConstants::BIGRAM_FLAGS_FIELD_SIZE |
+ + Ver4DictConstants::PROBABILITY_SIZE |
+ + Ver4DictConstants::BIGRAM_TARGET_TERMINAL_ID_FIELD_SIZE; |
+ } |
+ } |
+ |
+ bool runGCBigramList(const int bigramListPos, |
+ const BigramDictContent *const sourceBigramDictContent, const int toPos, |
+ const TerminalPositionLookupTable::TerminalIdMap *const terminalIdMap, |
+ int *const outEntryCount); |
+ |
+ bool mHasHistoricalInfo; |
+}; |
+} // namespace v402 |
+} // namespace backward |
+} // namespace latinime |
+#endif /* LATINIME_BACKWARD_V402_BIGRAM_DICT_CONTENT_H */ |