-
Notifications
You must be signed in to change notification settings - Fork 10
Expand file tree
/
Copy pathcolumns.yml
More file actions
29 lines (29 loc) · 788 Bytes
/
columns.yml
File metadata and controls
29 lines (29 loc) · 788 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
in:
type: file
path_prefix: example/example.csv
parser:
type: csv
charset: UTF-8
newline: CRLF
null_string: 'NULL'
skip_header_lines: 1
comment_line_marker: '#'
columns:
- {name: time, type: timestamp, format: "%Y-%m-%d"}
- {name: id, type: long}
- {name: name, type: string}
- {name: score, type: double}
- {name: json, type: json}
filters:
- type: column
columns:
- {name: time, default: "2015-07-13", format: "%Y-%m-%d"}
- {name: name, default: "foo"}
- {name: foo, default: 1, type: long}
- {name: id}
- {name: copy_score, src: score}
- {name: json, default: "{\"foo\":\"FOO\"}"}
- {name: $.json.foo}
- {name: $.json.copy_foo, src: $.json.foo}
out:
type: stdout