156 lines
4.5 KiB
Python
Executable File
156 lines
4.5 KiB
Python
Executable File
#!/usr/bin/python
|
|
|
|
import sqlite3, re, sys, glob
|
|
from problems import *
|
|
from queries import *
|
|
|
|
class ProgressBar:
|
|
def __init__(self, Max):
|
|
self.Max = Max
|
|
self.percent = 0
|
|
self.i = 0
|
|
print '['+' '*100+'] 0%\r',
|
|
sys.stdout.flush()
|
|
|
|
def inc(self):
|
|
self.i += 1
|
|
#p = ((self.i)/float(self.Max))*100
|
|
p = divmod(self.i*100,self.Max)
|
|
if p[0] != self.percent:
|
|
self.percent = p[0]
|
|
print '['+'#'*int(p[0])+' '*(100-int(p[0]))+'] '+str(p[0])+'%\r',
|
|
sys.stdout.flush()
|
|
|
|
def get_point_id(x, y, z):
|
|
c = db.cursor()
|
|
c.execute(get_point_query % ("points",x,y,z))
|
|
res = c.fetchone()
|
|
|
|
if not res:
|
|
c.execute(insert_point_query % ("points", x,y,z))
|
|
res = c.lastrowid
|
|
else:
|
|
res = res[0]
|
|
|
|
return res
|
|
|
|
def check_defect_point(x,y,z,d):
|
|
if d == 0:
|
|
return False
|
|
|
|
c = db.cursor()
|
|
c.execute(get_point_query % ("defect",x,y,z))
|
|
res = c.fetchone()
|
|
return False if not res else True
|
|
|
|
def check_key(p, s, d, f, point_id):
|
|
c = db.cursor()
|
|
c.execute(check_key_query % (p,s,d,f,point_id))
|
|
res = c.fetchone()
|
|
return False if res[0] >= 1 else True
|
|
|
|
def fill_defect_table(file_name):
|
|
print "Fill defect %s" % file_name
|
|
|
|
c = db.cursor()
|
|
c.executescript(table_defect_script)
|
|
with open(file_name,"r") as defect:
|
|
lines = defect.readlines()
|
|
|
|
l = len(lines)
|
|
pb = ProgressBar(l)
|
|
|
|
for i in xrange(l):
|
|
s = lines[i]
|
|
spl = s.split()
|
|
if (len(spl) > 0) and (re.match('^N[0-9]+$',spl[0])):
|
|
c.execute(get_point_query % ("defect",spl[1],spl[2],spl[3]))
|
|
res = c.fetchone()
|
|
if not res:
|
|
c.execute(insert_point_query % ("defect", spl[1],spl[2],spl[3]))
|
|
|
|
pb.inc()
|
|
|
|
print "\nDone"
|
|
|
|
def process_file(file_name, _p, _s, _d, _f, _def):
|
|
with open(file_name, "r") as equi:
|
|
lines = equi.readlines()
|
|
|
|
l = len(lines)
|
|
pb = ProgressBar(l)
|
|
|
|
props_cur = db.cursor()
|
|
fields = ""
|
|
for i in xrange(l):
|
|
s = lines[i]
|
|
spl = s.split()
|
|
|
|
if len(spl) > 0:
|
|
if spl[0] == 'NOEUD':
|
|
s1 = lines[i+1]
|
|
spl1 = s1.split()
|
|
keys = spl[1:]+spl1
|
|
fields = ",".join(keys[3:])
|
|
|
|
if re.match('^N[0-9]+$',spl[0]):
|
|
s1 = lines[i+1]
|
|
spl1 = s1.split()
|
|
m = spl[1:] + spl1
|
|
props = ",".join(m[3:])
|
|
if not check_defect_point(m[0],m[1],m[2],_def):
|
|
p_id = get_point_id(m[0],m[1],m[2])
|
|
if check_key(_p,_s,_d,_f,p_id):
|
|
query = insert_props_query % (fields,_p,_s,_d,_f,p_id,props)
|
|
else:
|
|
tf = fields.split(",")
|
|
tp = ",".join(["=".join(x) for x in zip(tf,m[3:])])
|
|
query = update_props_query % (tp,_p,_s,_d,_f,p_id)
|
|
|
|
props_cur.execute(query)
|
|
|
|
pb.inc()
|
|
|
|
db.commit()
|
|
|
|
def get_defect_fnames(folder):
|
|
l = glob.glob(folder + "/defect*")
|
|
return l
|
|
|
|
def process_problem(problem, schema, defect, phase):
|
|
print "Process problem %s with schema %s for defect %s and phase %s" % \
|
|
(problem["description"],schema["folder"],defect["description"],phase["description"])
|
|
|
|
l = get_defect_fnames("/".join((problem["folder"],schema["folder"],defect["folder"])))
|
|
for i in l:
|
|
if defect["append_matrix"] == 2 and phase["id"] == 0:
|
|
print "Process defect file"
|
|
process_file(i, problem["id"], schema["id"], defect["id"], phase["id"], defect["append_matrix"])
|
|
else:
|
|
fill_defect_table(i)
|
|
|
|
print "\nProcess properties file"
|
|
|
|
file_name = "/".join((problem["folder"],schema["folder"],defect["folder"],"SIGM_NOEU_DEPL_%s.resu" % phase["name"]))
|
|
print file_name
|
|
process_file(file_name, problem["id"], schema["id"], defect["id"], phase["id"], defect["append_matrix"])
|
|
|
|
print "\nProcess another file"
|
|
file_name = "/".join((problem["folder"],schema["folder"],defect["folder"],"EQUI_NOEU_SIGM_%s.resu" % phase["name"]))
|
|
process_file(file_name, problem["id"], schema["id"], defect["id"], phase["id"], defect["append_matrix"])
|
|
|
|
db.cursor().execute(drop_defect_script)
|
|
|
|
print "\nDone"
|
|
|
|
db = sqlite3.connect("problems.db")
|
|
db.executescript(table_props_script)
|
|
db.executescript(table_points_script)
|
|
|
|
process_problem(problems[0], schemas[0], defects[2], phases[1])
|
|
|
|
#for _problem in problems:
|
|
#for _schema in _problem["schemas"]:
|
|
#for _defect in defects:
|
|
#for _phase in phases:
|
|
#process_problem(_problem, schemas[_schema], _defect, _phase) |