See in Reader
56 lines
1.3 KiB
Python
56 lines
1.3 KiB
Python
# This file is created for merging latest work on OpenGNTGloss and NET2Words into main database file OpenGNT.csv
|
||
|
||
import re
|
||
|
||
inputFile = 'OpenGNTGloss_NET2Words_updating.csv'
|
||
outputFile = 'OpenGNTGloss_NET2Words.csv'
|
||
databaseFile = 'OpenGNT.csv'
|
||
|
||
# export latest glosses
|
||
|
||
f = open(inputFile,'r')
|
||
newData = f.read()
|
||
f.close()
|
||
|
||
newData = re.sub('^.*?｛([^｛｝]*?)｝\t〈([^｜]*?)｜.*?$', r'\2\t\1＊', newData, flags=re.M)
|
||
newData = re.sub('^.*?[^＊]\n', '', newData, flags=re.M)
|
||
newData = re.sub('＊', '', newData)
|
||
|
||
f = open(outputFile,'w')
|
||
f.write(newData)
|
||
f.close()
|
||
|
||
# insert latest glosses into database
|
||
|
||
f = open(databaseFile,'r')
|
||
oldData = f.read()
|
||
f.close()
|
||
|
||
newData = newData + oldData
|
||
|
||
f = open(databaseFile,'w')
|
||
f.write(newData)
|
||
f.close()
|
||
|
||
# sort data
|
||
|
||
lines = open(databaseFile, 'r').readlines()
|
||
f = open(databaseFile, 'w')
|
||
|
||
for line in sorted(lines, key=lambda line: line.split()[0]):
|
||
f.write(line)
|
||
|
||
f.close()
|
||
|
||
# merge glosses
|
||
|
||
f = open(databaseFile,'r')
|
||
newData = f.read()
|
||
f.close()
|
||
|
||
newData = re.sub(r'^(.*?\t)(.*?)\n\1([^\n〔]*?〔[^\n〔]*?〔[^\n〔]*?〔[^\n〔]*?〔[^\n〔]*?〔[^\n〔]*?〔[^\n〔]*?〔[^\n｜]*?｜[^\n｜]*?｜)([^\n｜]*?｜[^\n｜]*?)〕', r'\1\3\2〕', newData, flags=re.M)
|
||
|
||
f = open(databaseFile,'w')
|
||
f.write(newData)
|
||
f.close()
|