-
Notifications
You must be signed in to change notification settings - Fork 125
/
StringPreHandler.py
183 lines (169 loc) · 6.45 KB
/
StringPreHandler.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Time : 2017/11/20 15:42
# @Author : zhm
# @File : StringPreHandler.py
# @Software: PyCharm
import regex as re
# * 字符串预处理模块，为分析器TimeNormalizer提供相应的字符串预处理服务
class StringPreHandler:
@classmethod
def delKeyword(cls, target, rules):
"""
该方法删除一字符串中所有匹配某一规则字串
可用于清理一个字符串中的空白符和语气助词
:param target: 待处理字符串
:param rules: 删除规则
:return: 清理工作完成后的字符串
"""
pattern = re.compile(rules)
res = pattern.sub('', target)
# print res
return res
@classmethod
def numberTranslator(cls, target):
"""
该方法可以将字符串中所有的用汉字表示的数字转化为用阿拉伯数字表示的数字
如"这里有一千两百个人，六百零五个来自中国"可以转化为
"这里有1200个人，605个来自中国"
此外添加支持了部分不规则表达方法
如两万零六百五可转化为20650
两百一十四和两百十四都可以转化为214
一六零加一五八可以转化为160+158
该方法目前支持的正确转化范围是0-99999999
该功能模块具有良好的复用性
:param target: 待转化的字符串
:return: 转化完毕后的字符串
"""
pattern = re.compile(u"[一二两三四五六七八九123456789]万[一二两三四五六七八九123456789](?!(千|百|十))")
match = pattern.finditer(target)
for m in match:
group = m.group()
s = group.split(u"万")
s = list(filter(None, s))
num = 0
if len(s) == 2:
num += cls.wordToNumber(s[0]) * 10000 + cls.wordToNumber(s[1]) * 1000
target = pattern.sub(str(num), target, 1)
pattern = re.compile(u"[一二两三四五六七八九123456789]千[一二两三四五六七八九123456789](?!(百|十))")
match = pattern.finditer(target)
for m in match:
group = m.group()
s = group.split(u"千")
s = list(filter(None, s))
num = 0
if len(s) == 2:
num += cls.wordToNumber(s[0]) * 1000 + cls.wordToNumber(s[1]) * 100
target = pattern.sub(str(num), target, 1)
pattern = re.compile(u"[一二两三四五六七八九123456789]百[一二两三四五六七八九123456789](?!十)")
match = pattern.finditer(target)
for m in match:
group = m.group()
s = group.split(u"百")
s = list(filter(None, s))
num = 0
if len(s) == 2:
num += cls.wordToNumber(s[0]) * 100 + cls.wordToNumber(s[1]) * 10
target = pattern.sub(str(num), target, 1)
pattern = re.compile(u"[零一二两三四五六七八九]")
match = pattern.finditer(target)
for m in match:
target = pattern.sub(str(cls.wordToNumber(m.group())), target, 1)
pattern = re.compile(u"(?<=(周|星期))[末天日]")
match = pattern.finditer(target)
for m in match:
target = pattern.sub(str(cls.wordToNumber(m.group())), target, 1)
pattern = re.compile(u"(?<!(周|星期))0?[0-9]?十[0-9]?")
match = pattern.finditer(target)
for m in match:
group = m.group()
s = group.split(u"十")
num = 0
ten = cls.strToInt(s[0])
if ten == 0:
ten = 1
unit = cls.strToInt(s[1])
num = ten * 10 + unit
target = pattern.sub(str(num), target, 1)
pattern = re.compile(u"0?[1-9]百[0-9]?[0-9]?")
match = pattern.finditer(target)
for m in match:
group = m.group()
s = group.split(u"百")
s = list(filter(None, s))
num = 0
if len(s) == 1:
hundred = int(s[0])
num += hundred * 100
elif len(s) == 2:
hundred = int(s[0])
num += hundred * 100
num += int(s[1])
target = pattern.sub(str(num), target, 1)
pattern = re.compile(u"0?[1-9]千[0-9]?[0-9]?[0-9]?")
match = pattern.finditer(target)
for m in match:
group = m.group()
s = group.split(u"千")
s = list(filter(None, s))
num = 0
if len(s) == 1:
thousand = int(s[0])
num += thousand * 1000
elif len(s) == 2:
thousand = int(s[0])
num += thousand * 1000
num += int(s[1])
target = pattern.sub(str(num), target, 1)
pattern = re.compile(u"[0-9]+万[0-9]?[0-9]?[0-9]?[0-9]?")
match = pattern.finditer(target)
for m in match:
group = m.group()
s = group.split(u"万")
s = list(filter(None, s))
num = 0
if len(s) == 1:
tenthousand = int(s[0])
num += tenthousand * 10000
elif len(s) == 2:
tenthousand = int(s[0])
num += tenthousand * 10000
num += int(s[1])
target = pattern.sub(str(num), target, 1)
return target
@classmethod
def wordToNumber(cls, s):
"""
方法numberTranslator的辅助方法，可将[零-九]正确翻译为[0-9]
:param s: 大写数字
:return: 对应的整形数，如果不是数字返回-1
"""
if (s == u'零') or (s == '0'):
return 0
elif (s == u'一') or (s == '1'):
return 1
elif (s == u'二') or (s == u'两') or (s == '2'):
return 2
elif (s == u'三') or (s == '3'):
return 3
elif (s == u'四') or (s == '4'):
return 4
elif (s == u'五') or (s == '5'):
return 5
elif (s == u'六') or (s == '6'):
return 6
elif (s == u'七') or (s == u'天') or (s == u'日') or (s == u'末') or (s == '7'):
return 7
elif (s == u'八') or (s == '8'):
return 8
elif (s == u'九') or (s == '9'):
return 9
else:
return -1
@classmethod
def strToInt(cls, s):
try:
res = int(s)
except:
res = 0
return res