WycliffeAssociates
/
OpenGNT
4
0
Fork 0
Files Issues 29 Pull Requests Releases Wiki Activity See in Reader

Add files via upload

This commit is contained in:
Eliran Wong 2018-08-25 12:06:38 +01:00 committed by GitHub
parent bff518033c
commit 2248f89ba9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 79 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

79
mapping_BGB/script/cleanTANTT.py Normal file
View File

@ -0,0 +1,79 @@
# rename TANTT database to 'TANTT.csv'
# put 'TANTT.csv' and this script in the same folder
# locate the folder in terminal
# enter command in terminal 'python exportGNT_M.py'
import re
inputFile = 'TANTT.csv'
outputFile = 'TANTT_clean.csv'
# export latest glosses
f = open(inputFile,'r')
newData = f.read()
f.close()
# clean up
newData = re.sub('\n[\n]+?([^\n])', r'\n\1', newData, flags=re.M)
newData = re.sub(' [ ]+?([^ ])', r' \1', newData, flags=re.M)
newData = re.sub('^ ', '', newData, flags=re.M)
newData = re.sub(' \t', '\t', newData, flags=re.M)
newData = re.sub('\t ', '\t', newData, flags=re.M)
newData = re.sub('\A[\d\D]*?\n41_Mat', '41_Mat', newData, flags=re.M)
# book no
newData = re.sub('^41_', '40 ', newData, flags=re.M)
newData = re.sub('^42_', '41 ', newData, flags=re.M)
newData = re.sub('^43_', '42 ', newData, flags=re.M)
newData = re.sub('^44_', '43 ', newData, flags=re.M)
newData = re.sub('^45_', '44 ', newData, flags=re.M)
newData = re.sub('^46_', '45 ', newData, flags=re.M)
newData = re.sub('^47_', '46 ', newData, flags=re.M)
newData = re.sub('^48_', '47 ', newData, flags=re.M)
newData = re.sub('^49_', '48 ', newData, flags=re.M)
newData = re.sub('^50_', '49 ', newData, flags=re.M)
newData = re.sub('^51_', '50 ', newData, flags=re.M)
newData = re.sub('^52_', '51 ', newData, flags=re.M)
newData = re.sub('^53_', '52 ', newData, flags=re.M)
newData = re.sub('^54_', '53 ', newData, flags=re.M)
newData = re.sub('^55_', '54 ', newData, flags=re.M)
newData = re.sub('^56_', '55 ', newData, flags=re.M)
newData = re.sub('^57_', '56 ', newData, flags=re.M)
newData = re.sub('^58_', '57 ', newData, flags=re.M)
newData = re.sub('^59_', '58 ', newData, flags=re.M)
newData = re.sub('^60_', '59 ', newData, flags=re.M)
newData = re.sub('^61_', '60 ', newData, flags=re.M)
newData = re.sub('^62_', '61 ', newData, flags=re.M)
newData = re.sub('^63_', '62 ', newData, flags=re.M)
newData = re.sub('^64_', '63 ', newData, flags=re.M)
newData = re.sub('^65_', '64 ', newData, flags=re.M)
newData = re.sub('^66_', '65 ', newData, flags=re.M)
newData = re.sub('^67_', '66 ', newData, flags=re.M)
# chapter no
newData = re.sub('\t...\.([0-9]+?)\.([0-9]+?)\t', r'\t\1\t\2\t', newData)
newData = re.sub('\t00', '\t', newData)
newData = re.sub('\t0', '\t', newData)
# Greek unicode characters
newData = re.sub('ά', 'ά', newData)
newData = re.sub('ί', 'ί', newData)
newData = re.sub('έ', 'έ', newData)
newData = re.sub('ώ', 'ώ', newData)
newData = re.sub('ή', 'ή', newData)
newData = re.sub('ύ', 'ύ', newData)
newData = re.sub('ό', 'ό', newData)
newData = re.sub('̓͂Α', 'Ἆ', newData)
newData = re.sub('̓͂Η', 'Ἦ', newData)
newData = re.sub('̓͂Ω', 'Ὦ', newData)
newData = re.sub('ί̈', 'ΐ', newData)
newData = re.sub('ΐ', 'ΐ', newData)
newData = re.sub('ΰ', 'ΰ', newData)
newData = re.sub('[᾿ʼ]', '᾽', newData)
newData = re.sub('ῇ', 'ῇ', newData)
# do NOT add order number
f = open(outputFile,'w')
f.write(newData)
f.close()