FilesExpand file tree

 master

/

fileparse.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

48 lines (39 loc) · 1.59 KB

 master

/

fileparse.py

Copy path

Top

File metadata and controls

• Code
• Blame

48 lines (39 loc) · 1.59 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

# fileparse.py

import csv

def parse_csv(filename, select=None, types=None, has_headers=True, delimiter=',', silence_errors=False):

'''

Parse a CSV file into a list of records with type conversion.

'''

if select and not has_headers:

raise RuntimeError('select requires column headers')

with open(filename) as f:

rows = csv.reader(f, delimiter=delimiter)

# Read the file headers (if any)

headers = next(rows) if has_headers else []

# If specific columns have been selected, make indices for filtering and set output columns

if select:

indices = [ headers.index(colname) for colname in select ]

headers = select

records = []

for rowno, row in enumerate(rows, 1):

if not row: # Skip rows with no data

continue

# If specific column indices are selected, pick them out

if select:

row = [ row[index] for index in indices]

# Apply type conversion to the row

if types:

try:

row = [func(val) for func, val in zip(types, row)]

except ValueError as e:

if not silence_errors:

print(f"Row {rowno}: Couldn't convert {row}")

print(f"Row {rowno}: Reason {e}")

continue

# Make a dictionary or a tuple

if headers:

record = dict(zip(headers, row))

else:

record = tuple(row)

records.append(record)

return records