1 from textblob_aptagger import PerceptronTagger
2 from miopia.tagger.InfoTag import InfoTag
3
5 - def tag(self, words):
6 prev, prev2 = self.START
7 tokens = []
8
9 context = self.START + [self._normalize(w) for w in words] + self.END
10 for i, word in enumerate(words):
11 tag = self.tagdict.get(word)
12 if not tag:
13 features = self._get_features(i, word, context, prev, prev2)
14 tag = self.model.predict(features)
15 tokens.append((word, tag))
16 prev2 = prev
17 prev = tag
18
19 tokens_info = []
20 for tag in tokens:
21 tokens_info.append((tag[0],InfoTag(tag[1],tag[1],'_')))
22 return tokens_info
23