benchmark database

db.py

+import time
+import socket
+from collections import OrderedDict
+import blitzdb
+import pandas as pd
+from pystencils.cpu.cpujit import getCompilerConfig
+
+
+def removeConstantColumns(df):
+    remainingDf = df.loc[:, (df != df.ix[0]).any()]
+    constants = df.loc[:, (df == df.ix[0]).all()].ix[0]
+    return remainingDf, constants
+
+
+class Database:
+    class SimulationResult(blitzdb.Document):
+        pass
+
+    def __init__(self, file):
+        self.backend = blitzdb.FileBackend(file)
+        self.backend.autocommit = True
+
+    def save(self, params, result, env={}):
+        env = env.copy()
+        env['timestamp'] = time.mktime(time.gmtime())
+        env['hostname'] = socket.gethostname()
+        env['cpuCompilerConfig'] = getCompilerConfig()
+        documentDict = {
+            'params': params,
+            'result': result,
+            'env': env,
+        }
+        document = Database.SimulationResult(documentDict, backend=self.backend)
+        document.save()
+        self.backend.commit()
+
+    def filter(self, **kwargs):
+        self.backend.filter(Database.SimulationResult, **kwargs)
+
+    def toPandas(self, query):
+        queryResult = self.backend.filter(self.SimulationResult, query)
+        records = []
+        index = set()
+        for e in queryResult:
+            record = OrderedDict(e.params.items())
+            record.update(e.result)
+            records.append(record)
+            index.update(e.params.keys())
+
+        df = pd.DataFrame.from_records(records)
+
+        #df.set_index([df[a] for a in list(index)], drop=True, inplace=True)
+        #for ind in index:
+        #    del df[ind]
+
+        #df.set_index([getattr(df, n) for n in index], inplace=True)
+        #df.set_index(tuple(index), inplace=True)
+        #df.set_index([df[col] for col in index], inplace=True)
+        return df
+