16 #include "fcp/dictionary/dictionary.h"
23 #include "fcp/dictionary/dictionary.pb.h"
30 namespace dictionary {  namespace
37   std::unique_ptr<Dictionary> dictionary = *Dictionary::Create(PARSE_TEXT_PROTO(  in TEST_F()  local
40   EXPECT_EQ(0, dictionary->TokenToId("a"));  in TEST_F()
41   EXPECT_EQ(1, dictionary->TokenToId("b"));  in TEST_F()
42   EXPECT_EQ(2, dictionary->TokenToId("c"));  in TEST_F()
43   EXPECT_EQ(Dictionary::kNotFound, dictionary->TokenToId("d"));  in TEST_F()
47   std::unique_ptr<Dictionary> dictionary = *Dictionary::Create(  in TEST_F()  local
51   EXPECT_EQ(2, dictionary->TokenToId("a"));  in TEST_F()
52   EXPECT_EQ(3, dictionary->TokenToId("b"));  in TEST_F()
53   EXPECT_EQ(4, dictionary->TokenToId("c"));  in TEST_F()
54   EXPECT_EQ(0, dictionary->TokenToId("d"));  in TEST_F()
55   EXPECT_EQ(0, dictionary->TokenToId("e"));  in TEST_F()
56   EXPECT_EQ(0, dictionary->TokenToId("<UNK>"));  in TEST_F()
57   EXPECT_EQ(0, dictionary->TokenToId("<BOS>"));  in TEST_F()
61   std::unique_ptr<Dictionary> dictionary = *Dictionary::Create(  in TEST_F()  local
66   // Make sure dictionary doesn't use the "holes" in IDs - 0, 2 and 3 - for  in TEST_F()
68   EXPECT_EQ(5, dictionary->TokenToId("a"));  in TEST_F()
69   EXPECT_EQ(6, dictionary->TokenToId("b"));  in TEST_F()
70   EXPECT_EQ(7, dictionary->TokenToId("c"));  in TEST_F()
71   EXPECT_EQ(1, dictionary->TokenToId("d"));  in TEST_F()
72   EXPECT_EQ(1, dictionary->TokenToId("e"));  in TEST_F()
73   EXPECT_EQ(1, dictionary->TokenToId("<UNK>"));  in TEST_F()
74   EXPECT_EQ(1, dictionary->TokenToId("<BOS>"));  in TEST_F()
78   std::unique_ptr<Dictionary> dictionary = *Dictionary::Create(PARSE_TEXT_PROTO(  in TEST_F()  local
80   EXPECT_EQ(dictionary->IdToToken(dictionary->TokenToId("a")), "a");  in TEST_F()
81   EXPECT_EQ(dictionary->IdToToken(dictionary->TokenToId("b")), "b");  in TEST_F()
82   EXPECT_EQ(dictionary->IdToToken(dictionary->TokenToId("c")), "c");  in TEST_F()
83   EXPECT_EQ(dictionary->IdToToken(dictionary->TokenToId("d")), "");  in TEST_F()
84   EXPECT_EQ(dictionary->IdToToken(0xDEADBEEF), "");  in TEST_F()
85   EXPECT_EQ(dictionary->IdToToken(1337), "");  in TEST_F()
89   std::unique_ptr<Dictionary> dictionary = *Dictionary::Create(  in TEST_F()  local
93   EXPECT_EQ(dictionary->IdToToken(dictionary->TokenToId("a")), "a");  in TEST_F()
94   EXPECT_EQ(dictionary->IdToToken(dictionary->TokenToId("b")), "b");  in TEST_F()
95   EXPECT_EQ(dictionary->IdToToken(dictionary->TokenToId("c")), "c");  in TEST_F()
96   EXPECT_EQ(dictionary->IdToToken(dictionary->TokenToId("d")), "");  in TEST_F()
97   EXPECT_EQ(dictionary->IdToToken(0xDEADBEEF), "");  in TEST_F()
98   EXPECT_EQ(dictionary->IdToToken(1337), "");  in TEST_F()
102   std::unique_ptr<Dictionary> dictionary = *Dictionary::Create(  in TEST_F()  local
106   EXPECT_EQ(dictionary->IdToToken(dictionary->TokenToId("a")), "a");  in TEST_F()
107   EXPECT_EQ(dictionary->IdToToken(dictionary->TokenToId("b")), "b");  in TEST_F()
108   EXPECT_EQ(dictionary->IdToToken(dictionary->TokenToId("c")), "c");  in TEST_F()
109   EXPECT_EQ(dictionary->IdToToken(dictionary->TokenToId("d")), "");  in TEST_F()
110   EXPECT_EQ(dictionary->IdToToken(0xDEADBEEF), "");  in TEST_F()
111   EXPECT_EQ(dictionary->IdToToken(1337), "");  in TEST_F()
113 }  // namespace dictionary