Homec4science
Diffusion sausage-api (master) Browse

sausage-api/sausage/queryrange.py
84aa79ac8414master

Last Change
Raw File

queryrange.py
View Options

# © All rights reserved. ECOLE POLYTECHNIQUE FEDERALE DE LAUSANNE,
# Switzerland
# SCITAS - Scientific IT and Application Support, 2021
# See the LICENSE.txt file for more details.
import falcon
from datetime import datetime
from sausage.esoperations import ESOp
from sausage.esquery import ESQuery
from sausage.loadconf import LoadConf
from sausage.readconf import ReadConf
class QueryRange(object):
def __init__(self):
self.stamp = ""
newconf = LoadConf()
self.currencies = newconf.currencies
server_opt = ReadConf()
self.es_server = server_opt.es_server
def get_es_data(self, entity, start, end, item):
self.cache.update({
item + '-' + self.stamp: {
"name": item,
"timestamp": self.timestamp
}
})
for currency in self.currencies:
oqueries = ESQuery(currency, entity, start, end, item)
self.doc = oqueries.query
query = ESOp(self.es_server)
esdata = query.esget("slurm", self.doc)
if entity == "account":
for cluster in esdata['aggregations']['cluster']['buckets']:
if self.cache[item + '-' +
self.stamp].get(cluster["key"]) is None:
self.cache[item + '-' + self.stamp].update({
cluster["key"]: {
}
})
self.cache[item + '-' + self.stamp][cluster["key"]
][currency] = cluster["cost"]["value"]
elif entity == "all":
for user in esdata['aggregations']['user']['buckets']:
if self.cache[item + '-' +
self.stamp].get(user["key"]) is None:
self.cache[item + '-' + self.stamp].update({
user["key"]: {
}
})
for cluster in user['cluster']['buckets']:
if self.cache[item + '-' + self.stamp][user["key"]
].get(cluster["key"]) is None:
self.cache[item + '-' + self.stamp][user["key"]].update({
cluster["key"]: {
}
})
self.cache[item + '-' + self.stamp][user["key"]
][cluster["key"]][currency] = cluster["cost"]["value"]
elif entity == "user":
for account in esdata['aggregations']['account']['buckets']:
if self.cache[item + '-' +
self.stamp].get(account["key"]) is None:
self.cache[item + '-' + self.stamp].update({
account["key"]: {
}
})
for cluster in account['cluster']['buckets']:
if self.cache[item + '-' + self.stamp][account["key"]
].get(cluster["key"]) is None:
self.cache[item + '-' + self.stamp][account["key"]].update({
cluster["key"]: {
}
})
self.cache[item + '-' + self.stamp][account["key"]
][cluster["key"]][currency] = cluster["cost"]["value"]
def on_get(self, req, resp, entity, start, end, item):
try:
self.stamp = start.replace('-', '') + end.replace('-', '')
if entity == "account" or entity == "user" or entity == "all":
self.timestamp = int(datetime.timestamp(datetime.now()))
if not hasattr(self, 'cache'):
self.cache = {}
if self.cache.get(item + '-' + self.stamp) is None:
esdata = self.get_es_data(entity, start, end, item)
else:
lifetime = self.timestamp - \
self.cache[item + '-' + self.stamp]["timestamp"]
if lifetime > 10:
esdata = self.get_es_data(entity, start, end, item)
response = self.cache[item + '-' + self.stamp]
else:
response = {}
except BaseException:
response = {}
resp.status = falcon.HTTP_200
resp.media = response
c4science · Help