DataIngestionCycle
As input
In case of data upload
{
"dataUploadTargets": [
{
"fullyQualifiedName": "some_namespace.example_table_a"
}
]
}
In case of data load
{
"dataLoadTriggered": true
}
As output
Either in list form
[
{
"key": "api_2",
"dataUploadTargets": [
{
"key": "prq_some_namespac_38",
"name": "example_table_a",
"namespace": "some_namespace",
"fullyQualifiedName": "some_namespace.example_table_a",
"persistenceMode": "APPEND",
"columns": [
{
"dataType": "DOUBLE",
"name": "CATEGORY"
},
{
"dataType": "STRING",
"name": "CATEGORY_NAME"
},
{
"dataType": "FORMATTED_TIMESTAMP",
"name": "CREATED",
"format": "yyyy/MM/dd HH:mm:ss"
},
{
"dataType": "STRING",
"name": "PROCESSOR"
},
{
"dataType": "STRING",
"name": "PROCESSOR_GROUP"
}
]
}
],
"dataLoadTriggered": false,
"state": {
"value": "INGESTING_DATA"
}
},
{
"key": "api_1",
"dataLoadTriggered": true,
"state": {
"value": "COMPLETED_SUCCESSFULLY"
}
}
]
or standalone after creation, update, or cancelation, for example.
In case of data upload
{
"key": "api_1",
"dataUploadTargets": [
{
"key": "prq_some_namespac_38",
"name": "example_table_a",
"namespace": "some_namespace",
"fullyQualifiedName": "some_namespace.example_table_a",
"persistenceMode": "APPEND",
"columns": [
{
"dataType": "DOUBLE",
"name": "CATEGORY"
},
{
"dataType": "STRING",
"name": "CATEGORY_NAME"
},
{
"dataType": "FORMATTED_TIMESTAMP",
"name": "CREATED",
"format": "yyyy/MM/dd HH:mm:ss"
},
{
"dataType": "STRING",
"name": "PROCESSOR"
},
{
"dataType": "STRING",
"name": "PROCESSOR_GROUP"
}
]
}
],
"dataLoadTriggered": false,
"state": {
"value": "INGESTING_DATA"
}
}
In case of data load
{
"key": "api_1",
"dataLoadTriggered": true,
"state": {
"value": "INGESTING_DATA"
}
}