Package miopia :: Package tagger :: Module PerceptronTwitTagger
[hide private]
[frames] | no frames]

Source Code for Module miopia.tagger.PerceptronTwitTagger

 1  from textblob_aptagger import PerceptronTagger 
 2  from miopia.tagger.InfoTag import InfoTag 
 3   
4 -class PerceptronTwitTagger(PerceptronTagger):
5 - def tag(self, words):
6 prev, prev2 = self.START 7 tokens = [] 8 9 context = self.START + [self._normalize(w) for w in words] + self.END 10 for i, word in enumerate(words): 11 tag = self.tagdict.get(word) 12 if not tag: 13 features = self._get_features(i, word, context, prev, prev2) 14 tag = self.model.predict(features) 15 tokens.append((word, tag)) 16 prev2 = prev 17 prev = tag 18 19 tokens_info = [] 20 for tag in tokens: 21 tokens_info.append((tag[0],InfoTag(tag[1],tag[1],'_'))) 22 return tokens_info
23