createJobs.py
3012dc0022ddmaster

createJobs.py
View Options

			# First we need to set the python headers
			# and to import the \blackdynamite modules
			import BlackDynamite as BD
			import yaml
			import imp
			import os
			import numpy as np

			fname = 'bd.yaml'
			with open(fname) as f:
			config = yaml.load(f, Loader=yaml.SafeLoader)

			# Then you have to create a generic black dynamite parser
			# and parse the system (including the connection parameters and credentials)
			parser = BD.bdparser.BDParser()
			params = parser.parseBDParameters()
			params['study'] = config['study']

			# Then we can connect to the black dynamite database
			base = BD.base.Base(**params)

			# create of job object
			job = base.Job()

			job_space = config['job_space']

			if isinstance(job_space, str):
			myscript, ext = os.path.splitext(job_space)
			if ext == '.py':
			print('executing: ', job_space)
			mymod = imp.load_source(myscript, job_space)
			_loader = BD.loader.Loader(
			f"Creating jobs from script {myscript}").start()

			n_insertion = mymod.createJobs(base)
			else:
			raise RuntimeError(
			f"unknown job script type {job_space}")
			else:
			# specify a range of jobs
			for param, space in job_space.items():
			if isinstance(space, str) and job.types[param] != str:
			space = eval(space)

			if isinstance(space, np.ndarray):
			space = list(space)

			if isinstance(space, list):
			space = [job.types[param](e) for e in space]

			job[param] = space

			# creation of the jobs on the database
			_loader = BD.loader.Loader(
			f"Creating jobs from config {fname}").start()

			n_insertion = base.createParameterSpace(job)

			_loader.stop('Job creation: ✓')
			print(f"Inserted {n_insertion} new jobs")