Skip to content
Snippets Groups Projects
Commit 2a75ddba authored by Christoph Alt's avatar Christoph Alt
Browse files

added json loading

parent fc020873
No related merge requests found
from .upload import DBConfig, Uploader
from .processing_functions import mesa_pd_text
from .postprocessing import *
from .util import read_file_line_wise, time_conversion
from .util import read_file_line_wise, time_conversion, file_time_to_sec, get_from_nested_dict
from .data_points import DataPoint, data_point_factory
from .get_job_info import get_url_from_env, get_job_datapoints
from .plain_text import process_linewise, iterate_csv
from .plain_text import process_linewise, iterate_csv, json2dict
from .sqlite import sqlite_context, query_complete_table, build_iterate_query, iterate_all_tables
from .sqlite_helper import query_builder
import csv
import json
from collections import abc
from typing import Callable, Iterable
......@@ -30,3 +31,8 @@ class CSVIterator(abc.Iterable):
with open(self.file_name, "r") as in_file:
for row in csv.DictReader(in_file):
yield row
def json2dict(path: str) -> dict:
with open(path, "r") as json_file:
return json.load(json_file)
import git
import logging
import operator
import os
from datetime import datetime
from typing import Union, Tuple
from functools import reduce
from pathlib import Path
from typing import Tuple, Union
import logging
import git
logger = logging.getLogger(__file__)
......@@ -68,3 +69,7 @@ def time_conversion(time_stamp, *, pattern="%Y-%m-%d %H:%M:%S"):
dt = datetime.fromisoformat(time_stamp)
return int(dt.timestamp())
def get_from_nested_dict(nested_dict, keys):
return reduce(operator.getitem, keys, nested_dict)
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment