-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathspecification-schema-old.yaml
177 lines (177 loc) · 5.07 KB
/
specification-schema-old.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
# Source: https://datahubproject.io/docs/metadata-service (Retrieving Entityt Aspects section)
urn: urn:li:dataset:(urn:li:dataPlatform:hdfs,SampleHdfsDataset,PROD)
entityName: dataset
aspects:
editableSchemaMetadata:
name: editableSchemaMetadata
version: 0
value:
created:
actor: urn:li:corpuser:jdoe
time: 1581407189000
editableSchemaFieldInfo:
- fieldPath: shipment_info
globalTags:
tags:
- tag: urn:li:tag:Legacy
lastModified:
actor: urn:li:corpuser:jdoe
time: 1581407189000
created:
actor: urn:li:corpuser:UNKNOWN
time: 1646245614843
browsePaths:
name: browsePaths
version: 0
value:
paths:
- /prod/hdfs/SampleHdfsDataset
created:
actor: urn:li:corpuser:UNKNOWN
time: 1646245614843
datasetKey:
name: datasetKey
version: 0
value:
name: SampleHdfsDataset
platform: urn:li:dataPlatform:hdfs
origin: PROD
created:
actor: urn:li:corpuser:UNKNOWN
time: 1646245614843
ownership:
name: ownership
version: 0
value:
owners:
- owner: urn:li:corpuser:jdoe
type: DATAOWNER
- owner: urn:li:corpuser:datahub
type: DATAOWNER
lastModified:
actor: urn:li:corpuser:jdoe
time: 1581407189000
created:
actor: urn:li:corpuser:UNKNOWN
time: 1646245614843
dataPlatformInstance:
name: dataPlatformInstance
version: 0
value:
platform: urn:li:dataPlatform:hdfs
created:
actor: urn:li:corpuser:UNKNOWN
time: 1646245614843
institutionalMemory:
name: institutionalMemory
version: 0
value:
elements:
- createStamp:
actor: urn:li:corpuser:jdoe
time: 1581407189000
description: Sample doc
url: https://www.linkedin.com
created:
actor: urn:li:corpuser:UNKNOWN
time: 1646245614843
schemaMetadata:
name: schemaMetadata
version: 0
value:
created:
actor: urn:li:corpuser:jdoe
time: 1581407189000
platformSchema:
com.linkedin.schema.KafkaSchema:
documentSchema: >-
{"type":"record","name":"SampleHdfsSchema","namespace":"com.linkedin.dataset","doc":"Sample
HDFS
dataset","fields":[{"name":"field_foo","type":["string"]},{"name":"field_bar","type":["boolean"]}]}
lastModified:
actor: urn:li:corpuser:jdoe
time: 1581407189000
schemaName: SampleHdfsSchema
fields:
- nullable: false
fieldPath: shipment_info
description: Shipment info description
isPartOfKey: false
type:
type:
com.linkedin.schema.RecordType: {}
nativeDataType: varchar(100)
recursive: false
- nullable: false
fieldPath: shipment_info.date
description: Shipment info date description
isPartOfKey: false
type:
type:
com.linkedin.schema.DateType: {}
nativeDataType: Date
recursive: false
- nullable: false
fieldPath: shipment_info.target
description: Shipment info target description
isPartOfKey: false
type:
type:
com.linkedin.schema.StringType: {}
nativeDataType: text
recursive: false
- nullable: false
fieldPath: shipment_info.destination
description: Shipment info destination description
isPartOfKey: false
type:
type:
com.linkedin.schema.StringType: {}
nativeDataType: varchar(100)
recursive: false
- nullable: false
fieldPath: shipment_info.geo_info
description: Shipment info geo_info description
isPartOfKey: false
type:
type:
com.linkedin.schema.RecordType: {}
nativeDataType: varchar(100)
recursive: false
- nullable: false
fieldPath: shipment_info.geo_info.lat
description: Shipment info geo_info lat
isPartOfKey: false
type:
type:
com.linkedin.schema.NumberType: {}
nativeDataType: float
recursive: false
- nullable: false
fieldPath: shipment_info.geo_info.lng
description: Shipment info geo_info lng
isPartOfKey: false
type:
type:
com.linkedin.schema.NumberType: {}
nativeDataType: float
recursive: false
version: 0
hash: ''
platform: urn:li:dataPlatform:hdfs
created:
actor: urn:li:corpuser:UNKNOWN
time: 1646245614843
upstreamLineage:
name: upstreamLineage
version: 0
value:
upstreams:
- auditStamp:
actor: urn:li:corpuser:jdoe
time: 1581407189000
type: TRANSFORMED
dataset: urn:li:dataset:(urn:li:dataPlatform:kafka,SampleKafkaDataset,PROD)
created:
actor: urn:li:corpuser:UNKNOWN
time: 1646245614843