From 8065a9d654bd06749429ee245e86dba875a9cbae Mon Sep 17 00:00:00 2001
From: Martin Bauer <martin.bauer@fau.de>
Date: Thu, 20 Apr 2017 16:42:01 +0200
Subject: [PATCH] benchmark database
---
db.py | 60 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 60 insertions(+)
create mode 100644 db.py
diff --git a/db.py b/db.py
new file mode 100644
index 000000000..0066f6cab
--- /dev/null
+++ b/db.py
@@ -0,0 +1,60 @@
+import time
+import socket
+from collections import OrderedDict
+import blitzdb
+import pandas as pd
+from pystencils.cpu.cpujit import getCompilerConfig
+
+
+def removeConstantColumns(df):
+ remainingDf = df.loc[:, (df != df.ix[0]).any()]
+ constants = df.loc[:, (df == df.ix[0]).all()].ix[0]
+ return remainingDf, constants
+
+
+class Database:
+ class SimulationResult(blitzdb.Document):
+ pass
+
+ def __init__(self, file):
+ self.backend = blitzdb.FileBackend(file)
+ self.backend.autocommit = True
+
+ def save(self, params, result, env={}):
+ env = env.copy()
+ env['timestamp'] = time.mktime(time.gmtime())
+ env['hostname'] = socket.gethostname()
+ env['cpuCompilerConfig'] = getCompilerConfig()
+ documentDict = {
+ 'params': params,
+ 'result': result,
+ 'env': env,
+ }
+ document = Database.SimulationResult(documentDict, backend=self.backend)
+ document.save()
+ self.backend.commit()
+
+ def filter(self, **kwargs):
+ self.backend.filter(Database.SimulationResult, **kwargs)
+
+ def toPandas(self, query):
+ queryResult = self.backend.filter(self.SimulationResult, query)
+ records = []
+ index = set()
+ for e in queryResult:
+ record = OrderedDict(e.params.items())
+ record.update(e.result)
+ records.append(record)
+ index.update(e.params.keys())
+
+ df = pd.DataFrame.from_records(records)
+
+ #df.set_index([df[a] for a in list(index)], drop=True, inplace=True)
+ #for ind in index:
+ # del df[ind]
+
+ #df.set_index([getattr(df, n) for n in index], inplace=True)
+ #df.set_index(tuple(index), inplace=True)
+ #df.set_index([df[col] for col in index], inplace=True)
+ return df
+
--
GitLab