[ { "traits":{ }, "traitNames":[ ], "values":{ "outputs":[ { "traits":{ }, "traitNames":[ ], "values":{ "owner":"root", "temporary":false, "lastAccessTime":"2017-01-03T11:02:53.000Z", "qualifiedName":"default.table5@Sandbox", "columns":[ { "traits":{ }, "traitNames":[ ], "values":{ "owner":"root", "qualifiedName":"default.table5.name@Sandbox", "name":"name", "type":"string", "table":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_table", "id":"5f5d7c44-bc1a-47d1-8177-640c459b740d", "state":"ACTIVE", "version":0 } }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_column", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_column", "id":"-11893021824425514", "state":"ACTIVE", "version":0 } }, { "traits":{ }, "traitNames":[ ], "values":{ "owner":"root", "qualifiedName":"default.table5.id@Sandbox", "name":"id", "type":"int", "table":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_table", "id":"5f5d7c44-bc1a-47d1-8177-640c459b740d", "state":"ACTIVE", "version":0 } }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_column", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_column", "id":"-11893021824425514", "state":"ACTIVE", "version":0 } }, { "traits":{ }, "traitNames":[ ], "values":{ "owner":"root", "qualifiedName":"default.table5.age@Sandbox", "name":"age", "type":"int", "table":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_table", "id":"5f5d7c44-bc1a-47d1-8177-640c459b740d", "state":"ACTIVE", "version":0 } }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_column", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_column", "id":"-11893021824425514", "state":"ACTIVE", "version":0 } } ], "tableType":"MANAGED_TABLE", "sd":{ "traits":{ }, "traitNames":[ ], "values":{ "qualifiedName":"default.table5@Sandbox_storage", "storedAsSubDirectories":false, "location":"hdfs:\/\/sandbox.hortonworks.com:8020\/apps\/hive\/warehouse\/table5", "compressed":false, "inputFormat":"org.apache.hadoop.mapred.TextInputFormat", "outputFormat":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat", "parameters":{ }, "serdeInfo":{ "values":{ "serializationLib":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe", "parameters":{ "serialization.format":"1" } }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Struct", "typeName":"hive_serde" }, "table":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_table", "id":"5f5d7c44-bc1a-47d1-8177-640c459b740d", "state":"ACTIVE", "version":0 }, "numBuckets":-1 }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_storagedesc", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_storagedesc", "id":"-11893021824425515", "state":"ACTIVE", "version":0 } }, "createTime":"2017-01-03T11:02:53.000Z", "name":"table5", "partitionKeys":[ ], "parameters":{ "totalSize":"0", "rawDataSize":"0", "numRows":"0", "COLUMN_STATS_ACCURATE":"{\"BASIC_STATS\":\"true\"}", "numFiles":"0", "transient_lastDdlTime":"1482918390" }, "db":{ "traits":{ }, "traitNames":[ ], "values":{ "ownerType":2, "owner":"public", "qualifiedName":"default@Sandbox", "clusterName":"Sandbox", "name":"default", "description":"default Hive database", "location":"hdfs:\/\/sandbox.hortonworks.com:8020\/apps\/hive\/warehouse\/table5", "parameters":{ } }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_db", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_db", "id":"-11893021824425517", "state":"ACTIVE", "version":0 } }, "retention":0 }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_table", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_table", "id":"5f5d7c44-bc1a-47d1-8177-640c459b740d", "state":"ACTIVE", "version":0 } } ], "recentQueries":[ " CREATE TABLE IF NOT EXISTS patient_info_validated(....)" ], "inputs":[ { "traits":{ }, "traitNames":[ ], "values":{ "owner":"root", "temporary":false, "lastAccessTime":"2017-01-02T12:22:46.000Z", "qualifiedName":"default.table3@Sandbox", "columns":[ { "traits":{ }, "traitNames":[ ], "values":{ "owner":"root", "qualifiedName":"default.table3.name@Sandbox", "name":"name", "type":"string", "table":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_table", "id":"-11893021824425520", "state":"ACTIVE", "version":0 } }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_column", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_column", "id":"-11893021824425518", "state":"ACTIVE", "version":0 } }, { "traits":{ }, "traitNames":[ ], "values":{ "owner":"root", "qualifiedName":"default.table3.id@Sandbox", "name":"id", "type":"int", "table":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_table", "id":"-11893021824425520", "state":"ACTIVE", "version":0 } }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_column", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_column", "id":"-11893021824425518", "state":"ACTIVE", "version":0 } }, { "traits":{ }, "traitNames":[ ], "values":{ "owner":"root", "qualifiedName":"default.table3.age@Sandbox", "name":"age", "type":"int", "table":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_table", "id":"-11893021824425520", "state":"ACTIVE", "version":0 } }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_column", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_column", "id":"-11893021824425518", "state":"ACTIVE", "version":0 } } ], "tableType":"MANAGED_TABLE", "sd":{ "traits":{ }, "traitNames":[ ], "values":{ "qualifiedName":"default.table3@Sandbox_storage", "storedAsSubDirectories":false, "location":"hdfs:\/\/sandbox.hortonworks.com:8020\/apps\/hive\/warehouse\/table5", "compressed":false, "inputFormat":"org.apache.hadoop.mapred.TextInputFormat", "outputFormat":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat", "parameters":{ }, "serdeInfo":{ "values":{ "serializationLib":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe", "parameters":{ "serialization.format":"1" } }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Struct", "typeName":"hive_serde" }, "table":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_table", "id":"-11893021824425520", "state":"ACTIVE", "version":0 }, "numBuckets":-1 }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_storagedesc", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_storagedesc", "id":"-11893021824425519", "state":"ACTIVE", "version":0 } }, "createTime":"2017-01-03T11:02:53.000Z", "name":"table3", "partitionKeys":[ ], "parameters":{ "totalSize":"0", "rawDataSize":"0", "numRows":"0", "COLUMN_STATS_ACCURATE":"{\"BASIC_STATS\":\"true\"}", "numFiles":"0", "transient_lastDdlTime":"1482917693" }, "db":{ "traits":{ }, "traitNames":[ ], "values":{ "ownerType":2, "owner":"root", "qualifiedName":"default@Sandbox", "clusterName":"Sandbox", "name":"default", "description":"default Hive database", "location":"hdfs:\/\/sandbox.hortonworks.com:8020\/apps\/hive\/warehouse\/table5", "parameters":{ } }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_db", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_db", "id":"-11893021824425521", "state":"ACTIVE", "version":0 } }, "retention":0 }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_table", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_table", "id":"1ef63b21-3b51-4952-b539-341a45618f52", "state":"ACTIVE", "version":0 } } ], "qualifiedName":"default.table5@Sandbox:1482918390000", "userName":"root", "queryId":"hive_20161228094619_81b13647-4f7f-4f1b-9c08-0f64eb8dbb34", "clusterName":"Sandbox", "name":"Data Quality check using spark", "queryText":" CREATE TABLE IF NOT EXISTS patient_info_validated(....)", "startTime":"2017-01-03T11:02:53.000Z", "queryPlan":{ }, "operationType":"CREATETABLE_AS_SELECT", "endTime":"2017-01-03T11:02:53.000Z" }, "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference", "typeName":"hive_process", "id":{ "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id", "typeName":"hive_process", "id":"-11893021824425513", "state":"ACTIVE", "version":0 } } ]