storm/fenrir
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

replace any nonused punctuation with space but grave, apostrophe, dot and comma in punctuationmanager

Browse Source
This commit is contained in:
chrys 2016-10-02 21:44:07 +02:00
parent d63b21a50f
commit f6209f8b4c
1 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/fenrir-package/core/punctuationManager.py
View File

@ -12,13 +12,11 @@ class punctuationManager():
pass
def initialize(self, environment):
self.env = environment
self.allPunctNone = dict.fromkeys(map(ord, string.punctuation), None)
# replace colon with space
self.allPunctNone[58] = ' '
# replace minus with space
self.allPunctNone[45] = ' '
# replace underscore with space
self.allPunctNone[95] = ' '
self.allPunctNone = dict.fromkeys(map(ord, string.punctuation), ' ')
# replace with space:
# dot, comma, grave, apostrophe
for char in [ord('.'),ord(','),ord('`'),ord("'")]:
self.allPunctNone[char] = None
self.punctuation = {
'levels':{
'NONE': '',