{
    "dataset_id": "mosip-telemetry-dataset",
    "ingestion_spec": {
        "type": "kafka",
        "spec": {
            "dataSchema": {
                "dataSource": "mosip-telemetry-datasource",
                "dimensionsSpec": {
                    "dimensions": [
                        {
                            "type": "string",
                            "name": "eid"
                        },
                        {
                            "type": "string",
                            "name": "ver"
                        },
                        {
                            "type": "string",
                            "name": "mid"
                        },
                        {
                            "type": "string",
                            "name": "actor_id"
                        },
                        {
                            "type": "string",
                            "name": "actor_type"
                        },
                        {
                            "type": "string",
                            "name": "context_cdata[*]_id"
                        },
                        {
                            "type": "string",
                            "name": "context_cdata[*]_type"
                        },
                        {
                            "type": "string",
                            "name": "context_env"
                        },
                        {
                            "type": "string",
                            "name": "context_channel"
                        },
                        {
                            "type": "string",
                            "name": "context_pdata_id"
                        },
                        {
                            "type": "string",
                            "name": "context_pdata_pid"
                        },
                        {
                            "type": "string",
                            "name": "context_pdata_ver"
                        },
                        {
                            "type": "string",
                            "name": "context_sid"
                        },
                        {
                            "type": "string",
                            "name": "context_did"
                        },
                        {
                            "type": "string",
                            "name": "context_rollup_l1"
                        },
                        {
                            "type": "string",
                            "name": "object_id"
                        },
                        {
                            "type": "string",
                            "name": "object_ver"
                        },
                        {
                            "type": "array",
                            "name": "tags"
                        },
                        {
                            "type": "string",
                            "name": "edata_type"
                        },
                        {
                            "type": "string",
                            "name": "edata_subtype"
                        },
                        {
                            "type": "string",
                            "name": "edata_pageid"
                        },
                        {
                            "type": "boolean",
                            "name": "edata_itype"
                        },
                        {
                            "type": "string",
                            "name": "edata_stageto"
                        }
                    ]
                },
                "timestampSpec": {
                    "column": "ets",
                    "format": "auto"
                },
                "granularitySpec": {
                    "type": "uniform",
                    "segmentGranularity": "DAY",
                    "queryGranularity": "HOUR",
                    "rollup": false
                }
            },
            "tuningConfig": {
                "type": "kafka",
                "maxRowsPerSegment": 50000,
                "logParseExceptions": true
            },
            "ioConfig": {
                "type": "kafka",
                "topic": "obsrv.telemetry.input",
                "consumerProperties": {},
                "taskCount": 1,
                "replicas": 1,
                "taskDuration": "PT8H",
                "useEarliestOffset": false,
                "completionTimeout": "PT8H",
                "inputFormat": {
                    "type": "json",
                    "flattenSpec": {
                        "useFieldDiscovery": true,
                        "fields": [
                            {
                                "type": "path",
                                "expr": "$.eid",
                                "name": "eid"
                            },
                            {
                                "type": "path",
                                "expr": "$.ets",
                                "name": "ets"
                            },
                            {
                                "type": "path",
                                "expr": "$.type",
                                "name": "type"
                            },
                            {
                                "type": "path",
                                "expr": "$.ver",
                                "name": "ver"
                            },
                            {
                                "type": "path",
                                "expr": "$.mid",
                                "name": "mid"
                            },
                            {
                                "type": "path",
                                "expr": "$.actor.type",
                                "name": "actor_type"
                            },
                            {
                                "type": "path",
                                "expr": "$.actor.id",
                                "name": "actor_id"
                            },
                            {
                                "type": "path",
                                "expr": "$.context.channel",
                                "name": "context_channel"
                            },
                            {
                                "type": "path",
                                "expr": "$.context.pdata.id",
                                "name": "context_pdata_id"
                            },
                            {
                                "type": "path",
                                "expr": "$.context.pdata.pid",
                                "name": "context_pdata_pid"
                            },
                            {
                                "type": "path",
                                "expr": "$.context.pdata.ver",
                                "name": "context_pdata_ver"
                            },
                            {
                                "type": "path",
                                "expr": "$.context.cdata[*].id",
                                "name": "context_cdata_id"
                            },
                            {
                                "type": "path",
                                "expr": "$.context.cdata[*].type",
                                "name": "context_cdata_type"
                            },
                            {
                                "type": "path",
                                "expr": "$.context.sid",
                                "name": "context_sid"
                            },
                            {
                                "type": "path",
                                "expr": "$.context.did",
                                "name": "context_did"
                            },
                            {
                                "type": "path",
                                "expr": "$.context.rollup.l1",
                                "name": "context_rollup_l1"
                            },
                            {
                                "type": "path",
                                "expr": "$.object.id",
                                "name": "object_id"
                            },
                            {
                                "type": "path",
                                "expr": "$.object.ver",
                                "name": "object_ver"
                            },
                            {
                                "type": "path",
                                "expr": "$.tags",
                                "name": "tags"
                            },
                            {
                                "type": "path",
                                "expr": "$.edata.type",
                                "name": "edata_type"
                            },
                            {
                                "type": "path",
                                "expr": "$.edata.subtype",
                                "name": "edata_subtype"
                            },
                            {
                                "type": "path",
                                "expr": "$.edata.pageid",
                                "name": "edata_pageid"
                            },
                            {
                                "type": "path",
                                "expr": "$.edata.itype",
                                "name": "edata_itype"
                            },
                            {
                                "type": "path",
                                "expr": "$.edata.stageto",
                                "name": "edata_stageto"
                            }    
                        ]
                    }
                },
                "appendToExisting": false
            }
        }
    },
    "datasource": "mosip-telemetry-datasource",
    "datasource_ref": "mosip-telemetry-datasource.1_DAY",
    "published_date": "2023-07-24T11:40:43.269Z",
    "status": "ACTIVE"
}