Skip to content

Commit 6a83b29

Browse files
updated model.yaml - support subproperties
1 parent 13c9901 commit 6a83b29

File tree

1 file changed

+181
-1
lines changed

1 file changed

+181
-1
lines changed

DataQualityAssessment/model.yaml

Lines changed: 181 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -83,6 +83,186 @@ DataQualityAssessment:
8383
type: string
8484
x-ngsi:
8585
type: Property
86+
dataQualityAssessmentDomains:
87+
description: Data quality assessment domains with their respective scores
88+
properties:
89+
completeness:
90+
description: Completeness scores for variables
91+
items:
92+
description: Every item in the completeness array
93+
maximum: 1
94+
minimum: 0
95+
type: number
96+
x-ngsi:
97+
type: Property
98+
type: array
99+
x-ngsi:
100+
type: Property
101+
consistency:
102+
description: Consistency scores for variables
103+
items:
104+
description: Every item in the consistency array
105+
maximum: 1
106+
minimum: 0
107+
type: number
108+
x-ngsi:
109+
type: Property
110+
type: array
111+
x-ngsi:
112+
type: Property
113+
timeliness:
114+
description: Timeliness scores for variables
115+
items:
116+
description: Every item in the timeliness array
117+
maximum: 1
118+
minimum: 0
119+
type: number
120+
x-ngsi:
121+
type: Property
122+
type: array
123+
x-ngsi:
124+
type: Property
125+
uniqueness:
126+
description: Uniqueness scores for variables
127+
items:
128+
description: Every item in the uniqueness array
129+
maximum: 1
130+
minimum: 0
131+
type: number
132+
x-ngsi:
133+
type: Property
134+
type: array
135+
x-ngsi:
136+
type: Property
137+
validity:
138+
description: Validity scores for variables
139+
items:
140+
description: Every item in the validity array
141+
maximum: 1
142+
minimum: 0
143+
type: number
144+
x-ngsi:
145+
type: Property
146+
type: array
147+
x-ngsi:
148+
type: Property
149+
type: object
150+
x-ngsi:
151+
type: Property
152+
dataQualityAssessmentParameters:
153+
description: Configuration parameters for data quality assessment
154+
properties:
155+
all_positive:
156+
description: Whether all numeric values must be positive
157+
type: boolean
158+
x-ngsi:
159+
type: Property
160+
date_column:
161+
description: Name of the column containing date information used for timeliness assessments
162+
type: string
163+
x-ngsi:
164+
type: Property
165+
dec_places:
166+
description: Maximum number of decimal places allowed for numeric values
167+
minimum: 0
168+
type: integer
169+
x-ngsi:
170+
type: Property
171+
drop_columns:
172+
description: Columns to be excluded from data quality assessment
173+
items:
174+
description: Every item in the drop_columns array
175+
type: string
176+
x-ngsi:
177+
type: Property
178+
type: array
179+
x-ngsi:
180+
type: Property
181+
freq_num:
182+
description: Number of frequency units to consider
183+
type: integer
184+
x-ngsi:
185+
type: Property
186+
freq_unit:
187+
description: Unit of frequency for data timestamps
188+
enum:
189+
- Y
190+
- M
191+
- D
192+
- H
193+
- T
194+
- S
195+
- L
196+
- U
197+
- N
198+
type: string
199+
x-ngsi:
200+
type: Property
201+
group_id:
202+
description: Columns used for grouping data in quality assessments
203+
items:
204+
description: Every item in the group_id array
205+
type: string
206+
x-ngsi:
207+
type: Property
208+
type: array
209+
x-ngsi:
210+
type: Property
211+
id_columns:
212+
description: Columns used as identifiers in the dataset
213+
items:
214+
description: Every item in the id_columns array
215+
type: string
216+
x-ngsi:
217+
type: Property
218+
type: array
219+
x-ngsi:
220+
type: Property
221+
lower_bd:
222+
description: Minimum acceptable value for numeric data
223+
type: number
224+
x-ngsi:
225+
type: Property
226+
non_zero:
227+
description: Whether all numeric values must be non-zero
228+
type: boolean
229+
x-ngsi:
230+
type: Property
231+
str_max_len:
232+
description: Maximum acceptable length for string values
233+
minimum: 0
234+
type: integer
235+
x-ngsi:
236+
type: Property
237+
str_min_len:
238+
description: Minimum acceptable length for string values
239+
minimum: 0
240+
type: integer
241+
x-ngsi:
242+
type: Property
243+
thousands_sep:
244+
description: Whether numeric values can include thousands separators
245+
type: boolean
246+
x-ngsi:
247+
type: Property
248+
upper_bd:
249+
description: Maximum acceptable value for numeric data
250+
type: number
251+
x-ngsi:
252+
type: Property
253+
type: object
254+
x-ngsi:
255+
type: Property
256+
dataQualityAssessmentVariableNames:
257+
description: Array of variable names used to describe the values for each dataQualityAssessmentDomain property
258+
items:
259+
description: Every item in the variable names array
260+
type: string
261+
x-ngsi:
262+
type: Property
263+
type: array
264+
x-ngsi:
265+
type: Relationship
86266
dateCalculated:
87267
description: Date of the calculated entity defined by the user
88268
format: date-time
@@ -441,4 +621,4 @@ DataQualityAssessment:
441621
x-license-url: https://github.com/smart-data-models/dataModel.DataQuality/blob/master/DataQualityAssessment/LICENSE.md
442622
x-model-schema: https://smart-data-models.github.io/dataModel.DataQuality/DataQualityAssessment/schema.json
443623
x-model-tags: ""
444-
x-version: 0.0.4
624+
x-version: 0.0.5

0 commit comments

Comments
 (0)