Homec4science
Diffusion blackdynamite (previous) Browse

R3127/src/base.py
9ba45ec9249fprevious

Last Change
Raw File

base.py
View Options

#!/usr/bin/env python
from __future__ import print_function
import os
import job
import psycopg2
import re
class BaseError (Exception):
pass
class Base(object):
"""
"""
def createSchema(self,):
# create the schema of the simulation
curs = self.connection.cursor()
curs.execute("CREATE SCHEMA {0}".format(self.schema))
def createTable(self, object):
request = object.createTableRequest(self.schema)
curs = self.connection.cursor()
print (request)
curs.execute(request)
def createGenericTables(self,):
sql_script_name = os.path.join(os.path.dirname(__file__),"build_tables.sql")
curs = self.connection.cursor()
# create generic tables
query_list = list()
with open(sql_script_name,"r") as fh:
for line in fh:
query_list.append(re.sub("SCHEMAS_IDENTIFIER",self.schema,line))
curs.execute("\n".join(query_list))
def insert(self, job):
curs = self.connection.cursor()
curs.execute("SELECT * FROM {0}.{1} LIMIT 0".format(self.schema,job.table_name))
column_names = [ desc[0] for desc in curs.description]
column_type = [ desc[1] for desc in curs.description]
print (curs.description)
curs.execute("SELECT typname,oid from pg_type;")
type_code = {}
for i in curs:
# print (i[0])
if (i[0] == 'float8'):
type_code[i[1]] = float
if (i[0] == 'text'):
type_code[i[1]] = str
if (i[0] == 'int8'):
type_code[i[1]] = int
if (i[0] == 'int4'):
type_code[i[1]] = int
if (i[0] == 'bool'):
type_code[i[1]] = bool
type_code[1114] = "TIMESTAMP"
for i,j in zip(column_names,column_type):
job.types[i] = type_code[j]
print (i)
print (j)
print (type_code[j])
request,params = job.insert(self.schema)
curs.execute(request,params)
job.id = curs.fetchone()[0]
def pushJob(self,job):
params = list()
print (job)
for key,value in job.items():
print (key)
params.append(job[key](value))
curs = self.connection.cursor()
curs.execute("INSERT INTO {0}.jobs ({1}) VALUES ({2}) RETURNING id".format(self.schema,','.join(job.keys()),','.join(["%s" for item in params])), params)
jid = curs.fetchone()[0]
job.id = jid
def pushRun(self,run):
curs = self.connection.cursor()
curs.execute("INSERT INTO {0}.runs (job_id,machine_name,run_name) VALUES (%s , %s , %s)".format(self.schema),(run.job_id,run.machine_name,run.run_name) )
def pushQuantity(self,name, type_code, description=None):
""" implemented type_codes: "int" "float" "int.vector" "float.vector"
"""
curs = self.connection.cursor()
if (type_code == "int"):
is_integer = True
is_vector = False
if (type_code == "int.vector"):
is_integer = True
is_vector = True
if (type_code == "float"):
is_integer = False
is_vector = False
if (type_code == "float.vector"):
is_integer = False
is_vector = True
curs.execute("INSERT INTO {0}.quantities (name,is_integer,is_vector) VALUES (%s , %s , %s)".format(self.schema),(name,is_integer,is_vector) )
def __init__ (self, schema, connection):
assert(isinstance(connection,psycopg2._psycopg.connection))
self.connection = connection
self.schema = schema
if __name__ == "__main__":
connection = psycopg2.connect(host = "localhost")
job_description = job.Job(dict(hono=int,lulu=float,toto=str))
base = Base("honoluluSchema",connection,job_description)
base.create()
connection.commit()
base.pushJob(dict(hono=12,lulu=24.2,toto="toto"))
base.pushQuantity("ekin", "float")
connection.commit()
c4science · Help