| # Generated by Snowball 2.2.0 - https://snowballstem.org/ |
| |
| from .basestemmer import BaseStemmer |
| from .among import Among |
| |
| |
| class EnglishStemmer(BaseStemmer): |
| ''' |
| This class implements the stemming algorithm defined by a snowball script. |
| Generated by Snowball 2.2.0 - https://snowballstem.org/ |
| ''' |
| |
| a_0 = [ |
| Among(u"arsen", -1, -1), |
| Among(u"commun", -1, -1), |
| Among(u"gener", -1, -1) |
| ] |
| |
| a_1 = [ |
| Among(u"'", -1, 1), |
| Among(u"'s'", 0, 1), |
| Among(u"'s", -1, 1) |
| ] |
| |
| a_2 = [ |
| Among(u"ied", -1, 2), |
| Among(u"s", -1, 3), |
| Among(u"ies", 1, 2), |
| Among(u"sses", 1, 1), |
| Among(u"ss", 1, -1), |
| Among(u"us", 1, -1) |
| ] |
| |
| a_3 = [ |
| Among(u"", -1, 3), |
| Among(u"bb", 0, 2), |
| Among(u"dd", 0, 2), |
| Among(u"ff", 0, 2), |
| Among(u"gg", 0, 2), |
| Among(u"bl", 0, 1), |
| Among(u"mm", 0, 2), |
| Among(u"nn", 0, 2), |
| Among(u"pp", 0, 2), |
| Among(u"rr", 0, 2), |
| Among(u"at", 0, 1), |
| Among(u"tt", 0, 2), |
| Among(u"iz", 0, 1) |
| ] |
| |
| a_4 = [ |
| Among(u"ed", -1, 2), |
| Among(u"eed", 0, 1), |
| Among(u"ing", -1, 2), |
| Among(u"edly", -1, 2), |
| Among(u"eedly", 3, 1), |
| Among(u"ingly", -1, 2) |
| ] |
| |
| a_5 = [ |
| Among(u"anci", -1, 3), |
| Among(u"enci", -1, 2), |
| Among(u"ogi", -1, 13), |
| Among(u"li", -1, 15), |
| Among(u"bli", 3, 12), |
| Among(u"abli", 4, 4), |
| Among(u"alli", 3, 8), |
| Among(u"fulli", 3, 9), |
| Among(u"lessli", 3, 14), |
| Among(u"ousli", 3, 10), |
| Among(u"entli", 3, 5), |
| Among(u"aliti", -1, 8), |
| Among(u"biliti", -1, 12), |
| Among(u"iviti", -1, 11), |
| Among(u"tional", -1, 1), |
| Among(u"ational", 14, 7), |
| Among(u"alism", -1, 8), |
| Among(u"ation", -1, 7), |
| Among(u"ization", 17, 6), |
| Among(u"izer", -1, 6), |
| Among(u"ator", -1, 7), |
| Among(u"iveness", -1, 11), |
| Among(u"fulness", -1, 9), |
| Among(u"ousness", -1, 10) |
| ] |
| |
| a_6 = [ |
| Among(u"icate", -1, 4), |
| Among(u"ative", -1, 6), |
| Among(u"alize", -1, 3), |
| Among(u"iciti", -1, 4), |
| Among(u"ical", -1, 4), |
| Among(u"tional", -1, 1), |
| Among(u"ational", 5, 2), |
| Among(u"ful", -1, 5), |
| Among(u"ness", -1, 5) |
| ] |
| |
| a_7 = [ |
| Among(u"ic", -1, 1), |
| Among(u"ance", -1, 1), |
| Among(u"ence", -1, 1), |
| Among(u"able", -1, 1), |
| Among(u"ible", -1, 1), |
| Among(u"ate", -1, 1), |
| Among(u"ive", -1, 1), |
| Among(u"ize", -1, 1), |
| Among(u"iti", -1, 1), |
| Among(u"al", -1, 1), |
| Among(u"ism", -1, 1), |
| Among(u"ion", -1, 2), |
| Among(u"er", -1, 1), |
| Among(u"ous", -1, 1), |
| Among(u"ant", -1, 1), |
| Among(u"ent", -1, 1), |
| Among(u"ment", 15, 1), |
| Among(u"ement", 16, 1) |
| ] |
| |
| a_8 = [ |
| Among(u"e", -1, 1), |
| Among(u"l", -1, 2) |
| ] |
| |
| a_9 = [ |
| Among(u"succeed", -1, -1), |
| Among(u"proceed", -1, -1), |
| Among(u"exceed", -1, -1), |
| Among(u"canning", -1, -1), |
| Among(u"inning", -1, -1), |
| Among(u"earring", -1, -1), |
| Among(u"herring", -1, -1), |
| Among(u"outing", -1, -1) |
| ] |
| |
| a_10 = [ |
| Among(u"andes", -1, -1), |
| Among(u"atlas", -1, -1), |
| Among(u"bias", -1, -1), |
| Among(u"cosmos", -1, -1), |
| Among(u"dying", -1, 3), |
| Among(u"early", -1, 9), |
| Among(u"gently", -1, 7), |
| Among(u"howe", -1, -1), |
| Among(u"idly", -1, 6), |
| Among(u"lying", -1, 4), |
| Among(u"news", -1, -1), |
| Among(u"only", -1, 10), |
| Among(u"singly", -1, 11), |
| Among(u"skies", -1, 2), |
| Among(u"skis", -1, 1), |
| Among(u"sky", -1, -1), |
| Among(u"tying", -1, 5), |
| Among(u"ugly", -1, 8) |
| ] |
| |
| g_v = [17, 65, 16, 1] |
| |
| g_v_WXY = [1, 17, 65, 208, 1] |
| |
| g_valid_LI = [55, 141, 2] |
| |
| B_Y_found = False |
| I_p2 = 0 |
| I_p1 = 0 |
| |
| def __r_prelude(self): |
| self.B_Y_found = False |
| v_1 = self.cursor |
| try: |
| self.bra = self.cursor |
| if not self.eq_s(u"'"): |
| raise lab0() |
| self.ket = self.cursor |
| if not self.slice_del(): |
| return False |
| |
| except lab0: pass |
| self.cursor = v_1 |
| v_2 = self.cursor |
| try: |
| self.bra = self.cursor |
| if not self.eq_s(u"y"): |
| raise lab1() |
| self.ket = self.cursor |
| if not self.slice_from(u"Y"): |
| return False |
| self.B_Y_found = True |
| except lab1: pass |
| self.cursor = v_2 |
| v_3 = self.cursor |
| try: |
| while True: |
| v_4 = self.cursor |
| try: |
| try: |
| while True: |
| v_5 = self.cursor |
| try: |
| if not self.in_grouping(EnglishStemmer.g_v, 97, 121): |
| raise lab5() |
| self.bra = self.cursor |
| if not self.eq_s(u"y"): |
| raise lab5() |
| self.ket = self.cursor |
| self.cursor = v_5 |
| raise lab4() |
| except lab5: pass |
| self.cursor = v_5 |
| if self.cursor >= self.limit: |
| raise lab3() |
| self.cursor += 1 |
| except lab4: pass |
| if not self.slice_from(u"Y"): |
| return False |
| self.B_Y_found = True |
| continue |
| except lab3: pass |
| self.cursor = v_4 |
| break |
| except lab2: pass |
| self.cursor = v_3 |
| return True |
| |
| def __r_mark_regions(self): |
| self.I_p1 = self.limit |
| self.I_p2 = self.limit |
| v_1 = self.cursor |
| try: |
| try: |
| v_2 = self.cursor |
| try: |
| if self.find_among(EnglishStemmer.a_0) == 0: |
| raise lab2() |
| raise lab1() |
| except lab2: pass |
| self.cursor = v_2 |
| if not self.go_out_grouping(EnglishStemmer.g_v, 97, 121): |
| raise lab0() |
| self.cursor += 1 |
| if not self.go_in_grouping(EnglishStemmer.g_v, 97, 121): |
| raise lab0() |
| self.cursor += 1 |
| except lab1: pass |
| self.I_p1 = self.cursor |
| if not self.go_out_grouping(EnglishStemmer.g_v, 97, 121): |
| raise lab0() |
| self.cursor += 1 |
| if not self.go_in_grouping(EnglishStemmer.g_v, 97, 121): |
| raise lab0() |
| self.cursor += 1 |
| self.I_p2 = self.cursor |
| except lab0: pass |
| self.cursor = v_1 |
| return True |
| |
| def __r_shortv(self): |
| try: |
| v_1 = self.limit - self.cursor |
| try: |
| if not self.out_grouping_b(EnglishStemmer.g_v_WXY, 89, 121): |
| raise lab1() |
| if not self.in_grouping_b(EnglishStemmer.g_v, 97, 121): |
| raise lab1() |
| if not self.out_grouping_b(EnglishStemmer.g_v, 97, 121): |
| raise lab1() |
| raise lab0() |
| except lab1: pass |
| self.cursor = self.limit - v_1 |
| if not self.out_grouping_b(EnglishStemmer.g_v, 97, 121): |
| return False |
| if not self.in_grouping_b(EnglishStemmer.g_v, 97, 121): |
| return False |
| if self.cursor > self.limit_backward: |
| return False |
| except lab0: pass |
| return True |
| |
| def __r_R1(self): |
| if not self.I_p1 <= self.cursor: |
| return False |
| return True |
| |
| def __r_R2(self): |
| if not self.I_p2 <= self.cursor: |
| return False |
| return True |
| |
| def __r_Step_1a(self): |
| v_1 = self.limit - self.cursor |
| try: |
| self.ket = self.cursor |
| if self.find_among_b(EnglishStemmer.a_1) == 0: |
| self.cursor = self.limit - v_1 |
| raise lab0() |
| self.bra = self.cursor |
| if not self.slice_del(): |
| return False |
| |
| except lab0: pass |
| self.ket = self.cursor |
| among_var = self.find_among_b(EnglishStemmer.a_2) |
| if among_var == 0: |
| return False |
| self.bra = self.cursor |
| if among_var == 1: |
| if not self.slice_from(u"ss"): |
| return False |
| elif among_var == 2: |
| try: |
| v_2 = self.limit - self.cursor |
| try: |
| c = self.cursor - 2 |
| if c < self.limit_backward: |
| raise lab2() |
| self.cursor = c |
| if not self.slice_from(u"i"): |
| return False |
| raise lab1() |
| except lab2: pass |
| self.cursor = self.limit - v_2 |
| if not self.slice_from(u"ie"): |
| return False |
| except lab1: pass |
| elif among_var == 3: |
| if self.cursor <= self.limit_backward: |
| return False |
| self.cursor -= 1 |
| if not self.go_out_grouping_b(EnglishStemmer.g_v, 97, 121): |
| return False |
| self.cursor -= 1 |
| if not self.slice_del(): |
| return False |
| |
| return True |
| |
| def __r_Step_1b(self): |
| self.ket = self.cursor |
| among_var = self.find_among_b(EnglishStemmer.a_4) |
| if among_var == 0: |
| return False |
| self.bra = self.cursor |
| if among_var == 1: |
| if not self.__r_R1(): |
| return False |
| if not self.slice_from(u"ee"): |
| return False |
| else: |
| v_1 = self.limit - self.cursor |
| if not self.go_out_grouping_b(EnglishStemmer.g_v, 97, 121): |
| return False |
| self.cursor -= 1 |
| self.cursor = self.limit - v_1 |
| if not self.slice_del(): |
| return False |
| |
| v_2 = self.limit - self.cursor |
| among_var = self.find_among_b(EnglishStemmer.a_3) |
| if among_var == 0: |
| return False |
| self.cursor = self.limit - v_2 |
| if among_var == 1: |
| c = self.cursor |
| self.insert(self.cursor, self.cursor, u"e") |
| self.cursor = c |
| elif among_var == 2: |
| self.ket = self.cursor |
| if self.cursor <= self.limit_backward: |
| return False |
| self.cursor -= 1 |
| self.bra = self.cursor |
| if not self.slice_del(): |
| return False |
| |
| else: |
| if self.cursor != self.I_p1: |
| return False |
| v_3 = self.limit - self.cursor |
| if not self.__r_shortv(): |
| return False |
| self.cursor = self.limit - v_3 |
| c = self.cursor |
| self.insert(self.cursor, self.cursor, u"e") |
| self.cursor = c |
| return True |
| |
| def __r_Step_1c(self): |
| self.ket = self.cursor |
| try: |
| v_1 = self.limit - self.cursor |
| try: |
| if not self.eq_s_b(u"y"): |
| raise lab1() |
| raise lab0() |
| except lab1: pass |
| self.cursor = self.limit - v_1 |
| if not self.eq_s_b(u"Y"): |
| return False |
| except lab0: pass |
| self.bra = self.cursor |
| if not self.out_grouping_b(EnglishStemmer.g_v, 97, 121): |
| return False |
| try: |
| if self.cursor > self.limit_backward: |
| raise lab2() |
| return False |
| except lab2: pass |
| if not self.slice_from(u"i"): |
| return False |
| return True |
| |
| def __r_Step_2(self): |
| self.ket = self.cursor |
| among_var = self.find_among_b(EnglishStemmer.a_5) |
| if among_var == 0: |
| return False |
| self.bra = self.cursor |
| if not self.__r_R1(): |
| return False |
| if among_var == 1: |
| if not self.slice_from(u"tion"): |
| return False |
| elif among_var == 2: |
| if not self.slice_from(u"ence"): |
| return False |
| elif among_var == 3: |
| if not self.slice_from(u"ance"): |
| return False |
| elif among_var == 4: |
| if not self.slice_from(u"able"): |
| return False |
| elif among_var == 5: |
| if not self.slice_from(u"ent"): |
| return False |
| elif among_var == 6: |
| if not self.slice_from(u"ize"): |
| return False |
| elif among_var == 7: |
| if not self.slice_from(u"ate"): |
| return False |
| elif among_var == 8: |
| if not self.slice_from(u"al"): |
| return False |
| elif among_var == 9: |
| if not self.slice_from(u"ful"): |
| return False |
| elif among_var == 10: |
| if not self.slice_from(u"ous"): |
| return False |
| elif among_var == 11: |
| if not self.slice_from(u"ive"): |
| return False |
| elif among_var == 12: |
| if not self.slice_from(u"ble"): |
| return False |
| elif among_var == 13: |
| if not self.eq_s_b(u"l"): |
| return False |
| if not self.slice_from(u"og"): |
| return False |
| elif among_var == 14: |
| if not self.slice_from(u"less"): |
| return False |
| else: |
| if not self.in_grouping_b(EnglishStemmer.g_valid_LI, 99, 116): |
| return False |
| if not self.slice_del(): |
| return False |
| |
| return True |
| |
| def __r_Step_3(self): |
| self.ket = self.cursor |
| among_var = self.find_among_b(EnglishStemmer.a_6) |
| if among_var == 0: |
| return False |
| self.bra = self.cursor |
| if not self.__r_R1(): |
| return False |
| if among_var == 1: |
| if not self.slice_from(u"tion"): |
| return False |
| elif among_var == 2: |
| if not self.slice_from(u"ate"): |
| return False |
| elif among_var == 3: |
| if not self.slice_from(u"al"): |
| return False |
| elif among_var == 4: |
| if not self.slice_from(u"ic"): |
| return False |
| elif among_var == 5: |
| if not self.slice_del(): |
| return False |
| |
| else: |
| if not self.__r_R2(): |
| return False |
| if not self.slice_del(): |
| return False |
| |
| return True |
| |
| def __r_Step_4(self): |
| self.ket = self.cursor |
| among_var = self.find_among_b(EnglishStemmer.a_7) |
| if among_var == 0: |
| return False |
| self.bra = self.cursor |
| if not self.__r_R2(): |
| return False |
| if among_var == 1: |
| if not self.slice_del(): |
| return False |
| |
| else: |
| try: |
| v_1 = self.limit - self.cursor |
| try: |
| if not self.eq_s_b(u"s"): |
| raise lab1() |
| raise lab0() |
| except lab1: pass |
| self.cursor = self.limit - v_1 |
| if not self.eq_s_b(u"t"): |
| return False |
| except lab0: pass |
| if not self.slice_del(): |
| return False |
| |
| return True |
| |
| def __r_Step_5(self): |
| self.ket = self.cursor |
| among_var = self.find_among_b(EnglishStemmer.a_8) |
| if among_var == 0: |
| return False |
| self.bra = self.cursor |
| if among_var == 1: |
| try: |
| v_1 = self.limit - self.cursor |
| try: |
| if not self.__r_R2(): |
| raise lab1() |
| raise lab0() |
| except lab1: pass |
| self.cursor = self.limit - v_1 |
| if not self.__r_R1(): |
| return False |
| v_2 = self.limit - self.cursor |
| try: |
| if not self.__r_shortv(): |
| raise lab2() |
| return False |
| except lab2: pass |
| self.cursor = self.limit - v_2 |
| except lab0: pass |
| if not self.slice_del(): |
| return False |
| |
| else: |
| if not self.__r_R2(): |
| return False |
| if not self.eq_s_b(u"l"): |
| return False |
| if not self.slice_del(): |
| return False |
| |
| return True |
| |
| def __r_exception2(self): |
| self.ket = self.cursor |
| if self.find_among_b(EnglishStemmer.a_9) == 0: |
| return False |
| self.bra = self.cursor |
| if self.cursor > self.limit_backward: |
| return False |
| return True |
| |
| def __r_exception1(self): |
| self.bra = self.cursor |
| among_var = self.find_among(EnglishStemmer.a_10) |
| if among_var == 0: |
| return False |
| self.ket = self.cursor |
| if self.cursor < self.limit: |
| return False |
| if among_var == 1: |
| if not self.slice_from(u"ski"): |
| return False |
| elif among_var == 2: |
| if not self.slice_from(u"sky"): |
| return False |
| elif among_var == 3: |
| if not self.slice_from(u"die"): |
| return False |
| elif among_var == 4: |
| if not self.slice_from(u"lie"): |
| return False |
| elif among_var == 5: |
| if not self.slice_from(u"tie"): |
| return False |
| elif among_var == 6: |
| if not self.slice_from(u"idl"): |
| return False |
| elif among_var == 7: |
| if not self.slice_from(u"gentl"): |
| return False |
| elif among_var == 8: |
| if not self.slice_from(u"ugli"): |
| return False |
| elif among_var == 9: |
| if not self.slice_from(u"earli"): |
| return False |
| elif among_var == 10: |
| if not self.slice_from(u"onli"): |
| return False |
| elif among_var == 11: |
| if not self.slice_from(u"singl"): |
| return False |
| return True |
| |
| def __r_postlude(self): |
| if not self.B_Y_found: |
| return False |
| while True: |
| v_1 = self.cursor |
| try: |
| try: |
| while True: |
| v_2 = self.cursor |
| try: |
| self.bra = self.cursor |
| if not self.eq_s(u"Y"): |
| raise lab2() |
| self.ket = self.cursor |
| self.cursor = v_2 |
| raise lab1() |
| except lab2: pass |
| self.cursor = v_2 |
| if self.cursor >= self.limit: |
| raise lab0() |
| self.cursor += 1 |
| except lab1: pass |
| if not self.slice_from(u"y"): |
| return False |
| continue |
| except lab0: pass |
| self.cursor = v_1 |
| break |
| return True |
| |
| def _stem(self): |
| try: |
| v_1 = self.cursor |
| try: |
| if not self.__r_exception1(): |
| raise lab1() |
| raise lab0() |
| except lab1: pass |
| self.cursor = v_1 |
| try: |
| v_2 = self.cursor |
| try: |
| c = self.cursor + 3 |
| if c > self.limit: |
| raise lab3() |
| self.cursor = c |
| raise lab2() |
| except lab3: pass |
| self.cursor = v_2 |
| raise lab0() |
| except lab2: pass |
| self.cursor = v_1 |
| self.__r_prelude() |
| self.__r_mark_regions() |
| self.limit_backward = self.cursor |
| self.cursor = self.limit |
| v_5 = self.limit - self.cursor |
| self.__r_Step_1a() |
| self.cursor = self.limit - v_5 |
| try: |
| v_6 = self.limit - self.cursor |
| try: |
| if not self.__r_exception2(): |
| raise lab5() |
| raise lab4() |
| except lab5: pass |
| self.cursor = self.limit - v_6 |
| v_7 = self.limit - self.cursor |
| self.__r_Step_1b() |
| self.cursor = self.limit - v_7 |
| v_8 = self.limit - self.cursor |
| self.__r_Step_1c() |
| self.cursor = self.limit - v_8 |
| v_9 = self.limit - self.cursor |
| self.__r_Step_2() |
| self.cursor = self.limit - v_9 |
| v_10 = self.limit - self.cursor |
| self.__r_Step_3() |
| self.cursor = self.limit - v_10 |
| v_11 = self.limit - self.cursor |
| self.__r_Step_4() |
| self.cursor = self.limit - v_11 |
| v_12 = self.limit - self.cursor |
| self.__r_Step_5() |
| self.cursor = self.limit - v_12 |
| except lab4: pass |
| self.cursor = self.limit_backward |
| v_13 = self.cursor |
| self.__r_postlude() |
| self.cursor = v_13 |
| except lab0: pass |
| return True |
| |
| |
| class lab0(BaseException): pass |
| |
| |
| class lab1(BaseException): pass |
| |
| |
| class lab2(BaseException): pass |
| |
| |
| class lab3(BaseException): pass |
| |
| |
| class lab4(BaseException): pass |
| |
| |
| class lab5(BaseException): pass |