1
|
|
|
""" |
2
|
|
|
ETLT |
3
|
|
|
|
4
|
|
|
Copyright 2016 Set Based IT Consultancy |
5
|
|
|
|
6
|
|
|
Licence MIT |
7
|
|
|
""" |
8
|
|
|
|
9
|
|
|
|
10
|
|
|
class UniversalCsvReaderFormatHelper: |
11
|
|
|
""" |
12
|
|
|
A helper class for UniversalCsvReader for setting and correcting the formatting parameters for reading CSV files. |
13
|
|
|
""" |
14
|
|
|
|
15
|
|
|
# ------------------------------------------------------------------------------------------------------------------ |
16
|
|
|
def pass1(self, filename, formatting_parameters0): |
|
|
|
|
17
|
|
|
""" |
18
|
|
|
Returns the formatting parameters for reading the next current CSV file. |
19
|
|
|
|
20
|
|
|
This method is called by UniversalCsvReader before opening the CSV file and before auto detecting parameters. |
21
|
|
|
|
22
|
|
|
Override this method in your own child class according to your needs. |
23
|
|
|
|
24
|
|
|
:param str filename: The next current file name. |
25
|
|
|
:param dict[str,str] formatting_parameters0: The default formatting parameters. Keys are: |
26
|
|
|
- encoding: Use auto for auto detecting. |
27
|
|
|
- delimiter: Use auto for auto detecting. |
28
|
|
|
- line_terminator: Use auto for auto detecting. |
29
|
|
|
- escape_char |
30
|
|
|
- quote_char |
31
|
|
|
|
32
|
|
|
:rtype: dict[str,str] |
33
|
|
|
""" |
34
|
|
|
return formatting_parameters0 |
35
|
|
|
|
36
|
|
|
# ------------------------------------------------------------------------------------------------------------------ |
37
|
|
|
def pass2(self, filename, formatting_parameters1, formatting_parameters2): |
|
|
|
|
38
|
|
|
""" |
39
|
|
|
Returns the formatting parameters for reading the next current CSV file. |
40
|
|
|
|
41
|
|
|
This method is called by UniversalCsvReader after auto detecting parameters. |
42
|
|
|
|
43
|
|
|
Override this method in your own child class according to your needs. |
44
|
|
|
|
45
|
|
|
:param str filename: The next current file name. |
46
|
|
|
:param dict[str,str] formatting_parameters1: The formatting parameters as returned by pass1. |
47
|
|
|
:param dict[str,str] formatting_parameters2: The formatting parameters as returned by pass1 but parameters set |
48
|
|
|
to auto are replaced with the automatically detected values. |
49
|
|
|
|
50
|
|
|
:rtype: dict[str,str] |
51
|
|
|
""" |
52
|
|
|
return formatting_parameters2 |
53
|
|
|
|
54
|
|
|
# ---------------------------------------------------------------------------------------------------------------------- |
55
|
|
|
|