FilesExpand file tree

 main

/

reader.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

49 lines (38 loc) · 1.34 KB

 main

/

reader.py

Copy path

Top

File metadata and controls

• Code
• Blame

49 lines (38 loc) · 1.34 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

# reader.py

from abc import ABC, abstractmethod

import csv

import logging

log = logging.getLogger(__name__)

class CSVParser(ABC):

def parse(self, filename):

records = []

with open(filename) as f:

rows = csv.reader(f)

headers = next(rows)

for rowno, row in enumerate(rows, start=1):

try:

record = self.make_record(headers, row)

records.append(record)

except ValueError as e:

log.warning('Row %d: Bad row: %s', rowno, row)

log.debug('Row %d: Reason: %s', rowno, e)

return records

@abstractmethod

def make_record(self, headers, row):

raise NotImplementedError()

class DictCSVParser(CSVParser):

def __init__(self, types):

self.types = types

def make_record(self, headers, row):

return { name: func(val) for name, func, val in zip(headers, self.types, row) }

class InstanceCSVParser(CSVParser):

def __init__(self, cls):

self.cls = cls

def make_record(self, headers, row):

return self.cls.from_row(row)

def read_csv_as_dicts(filename, types):

parser = DictCSVParser(types)

return parser.parse(filename)

def read_csv_as_instances(filename, cls):

parser = InstanceCSVParser(cls)

return parser.parse(filename)