-
Notifications
You must be signed in to change notification settings - Fork 0
/
cmslite_test.json
196 lines (195 loc) · 5.29 KB
/
cmslite_test.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
{
"bucket": "sp-ca-bc-gov-131565110619-12-microservices",
"source": "client",
"destination": "processed",
"directory": "test_cmslite",
"doc": "cmslite.csv.*",
"dbschema": "test",
"dbtable": "metadata",
"sql_query": "cmslite.to_redshift.sql",
"columns": ["node_id","parent_node_id","ancestor_nodes","keywords","description","page_type","synonyms","dcterms_creator","modified_date","created_date","updated_date","published_date","content_types","mbcterms_subject_categories","dcterms_subjects","dcterms_languages","audiences","hr_url","title","nav_title","eng_nav_title","site_key","site_id", "language_name","language_code","page_status","published_by","created_by","modified_by","node_level","locked_date","moved_date","exclude_from_ia","hide_from_navigation","exclude_from_search_engines","security_classification","security_label","publication_date","defined_security_groups","inherited_security_groups"],
"column_count": 40,
"columns_metadata": [
"node_id",
"parent_node_id",
"ancestor_nodes",
"hr_url",
"keywords",
"description",
"page_type",
"folder_name",
"synonyms",
"dcterms_creator",
"modified_date",
"created_date",
"updated_date",
"published_date",
"title",
"nav_title",
"eng_nav_title",
"site_key",
"site_id",
"language_name",
"language_code",
"page_status",
"published_by",
"created_by",
"modified_by",
"node_level",
"locked_date",
"moved_date",
"exclude_from_ia",
"hide_from_navigation",
"exclude_from_search_engines",
"security_classification",
"security_label",
"publication_date",
"defined_security_groups",
"inherited_security_groups"
],
"columns_lookup": [
"content_types",
"mbcterms_subject_categories",
"dcterms_subjects",
"dcterms_languages",
"audiences",
"dcterms_creator"
],
"dbtables_dictionaries": [
"content_types",
"mbcterms_subject_categories",
"dcterms_subjects",
"dcterms_languages",
"audiences",
"creators"
],
"dbtables_metadata": [
"metadata_content_types",
"metadata_subject_categories",
"metadata_subjects",
"metadata_languages",
"metadata_audiences",
"metadata_creators"
],
"replace": [
{
"field": "keywords",
"old": "NULL",
"new": ""
},
{
"field": "description",
"old": "NULL",
"new": ""
},
{
"field": "synonyms",
"old": "NULL",
"new": "||"
},
{
"field": "dcterms_creator",
"old": "NULL",
"new": "||"
},
{
"field": "dcterms_creator",
"old": "NULL",
"new": ""
},
{
"field": "modified_date",
"old": "NULL",
"new": ""
},
{
"field": "created_date",
"old": "NULL",
"new": ""
},
{
"field": "updated_date",
"old": "NULL",
"new": ""
},
{
"field": "published_date",
"old": "NULL",
"new": ""
},
{
"field": "content_types",
"old": "NULL",
"new": "||"
},
{
"field": "mbcterms_subject_categories",
"old": "NULL",
"new": "||"
},
{
"field": "dcterms_subjects",
"old": "NULL",
"new": "||"
},
{
"field": "dcterms_languages",
"old": "NULL",
"new": "||"
},
{
"field": "audiences",
"old": "NULL",
"new": "||"
},
{
"field": "title",
"old": "NULL",
"new": ""
},
{
"field": "nav_title",
"old": "NULL",
"new": ""
},
{
"field": "eng_nav_title",
"old": "NULL",
"new": ""
}
],
"dateformat": [
{
"field": "modified_date",
"format": "%Y-%m-%d %H:%M:%S"
},
{
"field": "created_date",
"format": "%Y-%m-%d %H:%M:%S"
},
{
"field": "updated_date",
"format": "%Y-%m-%d %H:%M:%S"
},
{
"field": "published_date",
"format": "%Y-%m-%d %H:%M:%S"
},
{
"field": "locked_date",
"format": "%Y-%m-%d %H:%M:%S"
},
{
"field": "moved_date",
"format": "%Y-%m-%d %H:%M:%S"
},
{
"field": "publication_date",
"format": "%Y-%m-%d %H:%M:%S"
}
],
"dtype_dic_strings": ["node_id","parent_node_id","ancestor_nodes","keywords","description","page_type","folder_name","synonyms","dcterms_creator","modified_date","created_date","updated_date","published_date","content_types","mbcterms_subject_categories","dcterms_subjects","dcterms_languages","audiences","hr_url","title","nav_title","eng_nav_title","site_key","site_id", "language_name", "language_code","page_status","published_by","created_by","modified_by","node_level","locked_date","moved_date","exclude_from_ia","hide_from_navigation","exclude_from_search_engines","security_classification","security_label","publication_date","defined_security_groups","inherited_security_groups"],
"delim": ",",
"nested_delim": "|",
"truncate": true
}