~dricottone/fmg-timesheets

ref: cab4c59713aeea180456717c05ba8f8d42e0597b fmg-timesheets/main.py -rw-r--r-- 1.0 KiB
cab4c597 — Dominic Ricottone Data pipeline error 2 years ago 
                                                                                
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

#!/usr/bin/env python3

import sys
import pathlib
from pprint import pprint

from parser.xml import parse as parse_xml
from parser.pdf import parse as parse_pdf
from parser.timesheet import parse as parse_timesheet

from exporter.long_csv import export

def main(filelist):
    timesheets = []

    print(f"processing {len(filelist)} files")
    for filename in (filelist):
        xml_filename = filename.parent.joinpath(filename.name + ".xml")
        csv_filename = filename.parent.joinpath(filename.name + ".csv")

        parse_pdf(filename, xml_filename)
        parse_xml(xml_filename, csv_filename)

        timesheets.append(parse_timesheet(csv_filename))

    dest_filename = pathlib.Path("analysis/timesheets_sas.csv")
    export(dest_filename, timesheets)

if __name__ == "__main__":
    filelist = []
    for filename in sys.argv[1:]:
        filepath = pathlib.Path(filename)
        if filepath.exists():
            filelist.append(filepath)
        else:
            print(f"no such file: '{filename}'")
    main(filelist)