plain_text.py

from typing import Callable, Iterable
import csv
from cbutil.util import file_time_to_sec


def process_linewise(func: Callable, lines: Iterable):
    """ Iterate over lines and apply func on each """
    for line in lines:
        try:
            yield func(line)
        except ValueError:
            pass


def iterate_csv(path, time_key="timestamp"):
    file_time = file_time_to_sec(path)

    with open(path, "r") as in_file:
        for row in csv.DictReader(in_file):
            if time_key not in row:
                row[time_key] = file_time
            yield row