Homec4science
Diffusion blackdynamite (master) Browse

R3127/src/base.py
6e4e062d0daemaster

Last Change
Raw File

base.py
View Options

#!/usr/bin/env python
from __future__ import print_function
import os
import job
import psycopg2
import re
class BaseError (Exception):
pass
class Base(object):
"""
"""
def create(self,):
sql_script_name = os.path.join(os.path.dirname(__file__),"build_tables.sql")
curs = self.connection.cursor()
# create the schema of the simulation
curs.execute("CREATE SCHEMA {0}".format(self.schema))
# create job tables
query_string = "CREATE TABLE {0}.jobs ( id SERIAL PRIMARY KEY,".format(self.schema)
for key,value in self.job_description.items():
if (value == float):
type_string = "DOUBLE PRECISION"
elif (value == int):
type_string = "INTEGER"
elif (value == str):
type_string = "TEXT"
else:
raise BaseError("type '{0}' not handled".format(value))
query_string += "{0} {1} NOT NULL,".format(key, type_string)
curs.execute(query_string[:-1] +");")
# create generic tables
query_list = list()
with open(sql_script_name,"r") as fh:
for line in fh:
query_list.append(re.sub("SCHEMAS_IDENTIFIER",self.schema,line))
curs.execute("\n".join(query_list))
def pushJob(self,job):
params = list()
for key,value in job.items():
params.append(self.job_description[key](value))
curs = self.connection.cursor()
curs.execute("INSERT INTO {0}.jobs ({1}) VALUES ({2}) RETURNING id".format(self.schema,','.join(job.keys()),','.join(["%s" for item in params])), params)
jid = curs.fetchone()[0]
job.id = jid
def pushRun(self,run):
curs = self.connection.cursor()
curs.execute("INSERT INTO {0}.runs (job_id,machine_name,run_name) VALUES (%s , %s , %s)".format(self.schema),(run.job_id,run.machine_name,run.run_name) )
def pushQuantity(self,name, type_code, description=None):
""" implemented type_codes: "int" "float" "int.vector" "float.vector"
"""
curs = self.connection.cursor()
if (type_code == "int"):
is_integer = True
is_vector = False
if (type_code == "int.vector"):
is_integer = True
is_vector = True
if (type_code == "float"):
is_integer = False
is_vector = False
if (type_code == "float.vector"):
is_integer = False
is_vector = True
curs.execute("INSERT INTO {0}.quantities (name,is_integer,is_vector) VALUES (%s , %s , %s)".format(self.schema),(name,is_integer,is_vector) )
def __init__ (self, schema, connection, job_description):
assert(isinstance(connection,psycopg2._psycopg.connection))
self.connection = connection
self.job_description = job_description
self.schema = schema
if __name__ == "__main__":
connection = psycopg2.connect(host = "lsmssrv1")
job_description = job.Job(dict(hono=int,lulu=float,toto=str))
base = Base("honoluluSchema",connection,job_description)
# base.create()
# connection.commit()
base.pushJob(dict(hono=12,lulu=24.2,toto="toto"))
base.pushQuantity("ekin", "float")
connection.commit()
c4science · Help