The system is going down for maintenance NOW!
[root@sandbox-hdp ~]# Connection to 192.168.42.156 closed by remote host.
Connection to 192.168.42.156 closed.
Adrian-MBP-15-Retina:~ admin$ ssh root@192.168.42.156 -p 2222
root@192.168.42.156's password:
Last login: Thu Apr 26 18:38:22 2018 from 192.168.42.1
[root@sandbox-hdp ~]# export ambari_pass=BadPass#1
[root@sandbox-hdp ~]# curl -sSL https://raw.githubusercontent.com/abajwa-hw/masterclass/master/ranger-atlas/setup_sandbox.sh | sudo -E sh
HTTP/1.1 400 Bad Request
Connection: close
Error: 400 % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
140 280 140 280 0 0 16856 0 --:--:-- --:--:-- --:--:-- 17500
####### Download demo script and create local users ...
Initialized empty Git repository in /tmp/masterclass/.git/
remote: Counting objects: 5785, done.
remote: Compressing objects: 100% (48/48), done.
remote: Total 5785 (delta 28), reused 0 (delta 0), pack-reused 5737
Receiving objects: 100% (5785/5785), 54.82 MiB | 11.87 MiB/s, done.
Resolving deltas: 100% (3823/3823), done.
####### Configure cluster for demo...
stop Flume, oozie, spark2 and put in maintenance mode
HTTP/1.1 202 Accepted
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=ev31p9uothdr1d5r4liv9par1;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Vary: Accept-Encoding, User-Agent
Content-Length: 155
{
"href" : "http://sandbox-hdp.hortonworks.com:8080/api/v1/clusters/Sandbox/requests/34",
"Requests" : {
"id" : 34,
"status" : "Accepted"
}
}HTTP/1.1 200 OK
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1jdhn27ke660d1ubg7vfa81gbt;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Content-Length: 0
HTTP/1.1 202 Accepted
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=19n575nefn5ma1f5ak9t7zxcs1;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Vary: Accept-Encoding, User-Agent
Content-Length: 155
{
"href" : "http://sandbox-hdp.hortonworks.com:8080/api/v1/clusters/Sandbox/requests/36",
"Requests" : {
"id" : 36,
"status" : "Accepted"
}
}HTTP/1.1 200 OK
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=p1iity5otoaj6452rp92g7a0;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Content-Length: 0
HTTP/1.1 200 OK
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1rw0776hdm7os1e6vmg093lup8;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Content-Length: 0
HTTP/1.1 200 OK
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=11gaem3lyn4m21upuw3uia4x63;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Content-Length: 0
HTTP/1.1 400 No URI
Content-Type: text/html;charset=iso-8859-1
Content-Length: 49
Connection: close
Server: Jetty(9.3.z-SNAPSHOT)
Bad Message 400
reason: No URI
waiting for Spark2 to go down...
make sure kafka, hbase, ambari infra, atlas, HDFS are out of maintenance mode
HTTP/1.1 200 OK
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1jhw7zfa5zbu51la9bheovcxoj;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Content-Length: 0
HTTP/1.1 200 OK
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1pdiawnyswbkadhkvqy3ak09a;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Content-Length: 0
HTTP/1.1 200 OK
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1q8jk9un4lwuy1966r3qlygna3;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Content-Length: 0
HTTP/1.1 200 OK
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1hx6quwkv0vy11m3ycu7yrs3do;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Content-Length: 0
HTTP/1.1 200 OK
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=v2avmd6fwkpa15wfq26dbcc13;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Content-Length: 0
Enable kafka plugin for Ranger
2018-04-26 19:04:46,505 INFO ### Performing "set":
2018-04-26 19:04:46,505 INFO ### new property - "ranger-kafka-plugin-enabled":"Yes"
2018-04-26 19:04:46,539 INFO ### on (Site:ranger-env, Tag:TOPOLOGY_RESOLVED)
2018-04-26 19:04:46,559 INFO ### PUTting json into: doSet_version1524769486558958.json
2018-04-26 19:04:46,957 INFO ### NEW Site:ranger-env, Tag:version1524769486558958
2018-04-26 19:04:47,015 INFO ### Performing "set":
2018-04-26 19:04:47,015 INFO ### new property - "ranger-kafka-plugin-enabled":"Yes"
2018-04-26 19:04:47,058 INFO ### on (Site:ranger-kafka-plugin-properties, Tag:TOPOLOGY_RESOLVED)
2018-04-26 19:04:47,072 INFO ### PUTting json into: doSet_version1524769487072825.json
2018-04-26 19:04:47,178 INFO ### NEW Site:ranger-kafka-plugin-properties, Tag:version1524769487072825
enable Audits for Ranger
2018-04-26 19:04:47,251 INFO ### Performing "set":
2018-04-26 19:04:47,251 INFO ### new property - "xasecure.audit.destination.solr":"true"
2018-04-26 19:04:47,298 INFO ### on (Site:ranger-env, Tag:version1524769486558958)
2018-04-26 19:04:47,309 INFO ### PUTting json into: doSet_version1524769487308984.json
2018-04-26 19:04:47,368 INFO ### NEW Site:ranger-env, Tag:version1524769487308984
enable other plugin audits
2018-04-26 19:04:47,467 INFO ### Performing "set":
2018-04-26 19:04:47,467 INFO ### new property - "xasecure.audit.destination.solr":"true"
2018-04-26 19:04:47,570 INFO ### on (Site:ranger-hdfs-audit, Tag:TOPOLOGY_RESOLVED)
2018-04-26 19:04:47,655 INFO ### PUTting json into: doSet_version1524769487655490.json
2018-04-26 19:04:47,914 INFO ### NEW Site:ranger-hdfs-audit, Tag:version1524769487655490
2018-04-26 19:04:48,047 INFO ### Performing "set":
2018-04-26 19:04:48,047 INFO ### new property - "xasecure.audit.destination.solr":"true"
2018-04-26 19:04:48,192 INFO ### on (Site:ranger-atlas-audit, Tag:TOPOLOGY_RESOLVED)
2018-04-26 19:04:48,207 INFO ### PUTting json into: doSet_version1524769488206806.json
2018-04-26 19:04:48,361 INFO ### NEW Site:ranger-atlas-audit, Tag:version1524769488206806
2018-04-26 19:04:48,439 INFO ### Performing "set":
2018-04-26 19:04:48,439 INFO ### new property - "xasecure.audit.destination.solr":"true"
2018-04-26 19:04:48,479 INFO ### on (Site:ranger-kafka-audit, Tag:TOPOLOGY_RESOLVED)
2018-04-26 19:04:48,489 INFO ### PUTting json into: doSet_version1524769488489342.json
2018-04-26 19:04:48,538 INFO ### NEW Site:ranger-kafka-audit, Tag:version1524769488489342
2018-04-26 19:04:48,622 INFO ### Performing "set":
2018-04-26 19:04:48,622 INFO ### new property - "xasecure.audit.destination.solr":"true"
2018-04-26 19:04:48,647 INFO ### on (Site:ranger-hbase-audit, Tag:TOPOLOGY_RESOLVED)
2018-04-26 19:04:48,655 INFO ### PUTting json into: doSet_version1524769488655215.json
2018-04-26 19:04:48,728 INFO ### NEW Site:ranger-hbase-audit, Tag:version1524769488655215
Ranger tagsync mappings
2018-04-26 19:04:48,829 INFO ### Performing "set":
2018-04-26 19:04:48,830 INFO ### new property - "ranger.tagsync.atlas.hdfs.instance.cl1.ranger.service":"Sandbox_hadoop"
2018-04-26 19:04:48,870 INFO ### on (Site:ranger-tagsync-site, Tag:TOPOLOGY_RESOLVED)
2018-04-26 19:04:48,882 INFO ### PUTting json into: doSet_version1524769488882453.json
2018-04-26 19:04:48,931 INFO ### NEW Site:ranger-tagsync-site, Tag:version1524769488882453
2018-04-26 19:04:49,029 INFO ### Performing "set":
2018-04-26 19:04:49,029 INFO ### new property - "ranger.tagsync.atlas.hdfs.instance.hdp.ranger.service":"Sandbox_hadoop"
2018-04-26 19:04:49,069 INFO ### on (Site:ranger-tagsync-site, Tag:version1524769488882453)
2018-04-26 19:04:49,080 INFO ### PUTting json into: doSet_version1524769489080555.json
2018-04-26 19:04:49,153 INFO ### NEW Site:ranger-tagsync-site, Tag:version1524769489080555
2018-04-26 19:04:49,232 INFO ### Performing "set":
2018-04-26 19:04:49,233 INFO ### new property - "ranger.tagsync.atlas.hive.instance.hdp.ranger.service":"Sandbox_hive"
2018-04-26 19:04:49,273 INFO ### on (Site:ranger-tagsync-site, Tag:version1524769489080555)
2018-04-26 19:04:49,311 INFO ### PUTting json into: doSet_version1524769489311011.json
2018-04-26 19:04:49,392 INFO ### NEW Site:ranger-tagsync-site, Tag:version1524769489311011
2018-04-26 19:04:49,474 INFO ### Performing "set":
2018-04-26 19:04:49,474 INFO ### new property - "ranger.tagsync.atlas.hbase.instance.cl1.ranger.service":"Sandbox_hbase"
2018-04-26 19:04:49,501 INFO ### on (Site:ranger-tagsync-site, Tag:version1524769489311011)
2018-04-26 19:04:49,514 INFO ### PUTting json into: doSet_version1524769489514041.json
2018-04-26 19:04:49,563 INFO ### NEW Site:ranger-tagsync-site, Tag:version1524769489514041
2018-04-26 19:04:49,634 INFO ### Performing "set":
2018-04-26 19:04:49,635 INFO ### new property - "ranger.tagsync.atlas.kafka.instance.cl1.ranger.service":"Sandbox_kafka"
2018-04-26 19:04:49,659 INFO ### on (Site:ranger-tagsync-site, Tag:version1524769489514041)
2018-04-26 19:04:49,672 INFO ### PUTting json into: doSet_version1524769489671985.json
2018-04-26 19:04:49,722 INFO ### NEW Site:ranger-tagsync-site, Tag:version1524769489671985
stop Ranger
HTTP/1.1 202 Accepted
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=ln21ftd8nlakvgzuhisuq81j;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Vary: Accept-Encoding, User-Agent
Content-Length: 155
{
"href" : "http://sandbox-hdp.hortonworks.com:8080/api/v1/clusters/Sandbox/requests/45",
"Requests" : {
"id" : 45,
"status" : "Accepted"
}
}HTTP/1.1 400 Bad Request
Server: Apache-Coyote/1.1
Transfer-Encoding: chunked
Date: Thu, 26 Apr 2018 19:04:49 GMT
Connection: close
0
waiting for Ranger to go down...
start Ranger
HTTP/1.1 202 Accepted
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1caiwla9abfly1no5n5pezn12v;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Vary: Accept-Encoding, User-Agent
Content-Length: 155
{
"href" : "http://sandbox-hdp.hortonworks.com:8080/api/v1/clusters/Sandbox/requests/46",
"Requests" : {
"id" : 46,
"status" : "Accepted"
}
}wait until ranger comes up
waiting for Ranger to come up...
waiting for Ranger to come up...
waiting for Ranger to come up...
waiting for Ranger to come up...
waiting for Ranger to come up...
waiting for Ranger to come up...
HTTP/1.1 400 Bad Request
Server: Apache-Coyote/1.1
Transfer-Encoding: chunked
Date: Thu, 26 Apr 2018 19:06:42 GMT
Connection: close
0
Change Hive doAs setting and enable audits
2018-04-26 19:06:42,796 INFO ### Performing "set":
2018-04-26 19:06:42,796 INFO ### new property - "hive.server2.enable.doAs":"true"
2018-04-26 19:06:42,889 INFO ### on (Site:hive-site, Tag:TOPOLOGY_RESOLVED)
2018-04-26 19:06:42,979 INFO ### PUTting json into: doSet_version1524769602977019.json
2018-04-26 19:06:43,144 INFO ### NEW Site:hive-site, Tag:version1524769602977019
2018-04-26 19:06:43,367 INFO ### Performing "set":
2018-04-26 19:06:43,367 INFO ### new property - "xasecure.audit.destination.solr":"true"
2018-04-26 19:06:43,464 INFO ### on (Site:ranger-hive-audit, Tag:TOPOLOGY_RESOLVED)
2018-04-26 19:06:43,499 INFO ### PUTting json into: doSet_version1524769603499512.json
2018-04-26 19:06:43,693 INFO ### NEW Site:ranger-hive-audit, Tag:version1524769603499512
enabling Hive ACID...
2018-04-26 19:06:43,871 INFO ### Performing "set":
2018-04-26 19:06:43,871 INFO ### new property - "hive_txn_acid":"on"
2018-04-26 19:06:43,972 INFO ### on (Site:hive-env, Tag:TOPOLOGY_RESOLVED)
2018-04-26 19:06:44,036 INFO ### PUTting json into: doSet_version1524769604036258.json
2018-04-26 19:06:44,135 INFO ### NEW Site:hive-env, Tag:version1524769604036258
2018-04-26 19:06:44,248 INFO ### Performing "set":
2018-04-26 19:06:44,249 INFO ### new property - "hive.support.concurrency":"true"
2018-04-26 19:06:44,347 INFO ### on (Site:hive-site, Tag:version1524769602977019)
2018-04-26 19:06:44,408 INFO ### PUTting json into: doSet_version1524769604406282.json
2018-04-26 19:06:44,506 INFO ### NEW Site:hive-site, Tag:version1524769604406282
2018-04-26 19:06:44,774 INFO ### Performing "set":
2018-04-26 19:06:44,774 INFO ### new property - "hive.compactor.initiator.on":"true"
2018-04-26 19:06:44,878 INFO ### on (Site:hive-site, Tag:version1524769602977019)
2018-04-26 19:06:44,944 INFO ### PUTting json into: doSet_version1524769604942253.json
2018-04-26 19:06:44,999 INFO ### NEW Site:hive-site, Tag:version1524769604942253
2018-04-26 19:06:45,147 INFO ### Performing "set":
2018-04-26 19:06:45,147 INFO ### new property - "hive.compactor.worker.threads":"1"
2018-04-26 19:06:45,246 INFO ### on (Site:hive-site, Tag:version1524769602977019)
2018-04-26 19:06:45,272 INFO ### PUTting json into: doSet_version1524769605270574.json
2018-04-26 19:06:45,386 INFO ### NEW Site:hive-site, Tag:version1524769605270574
2018-04-26 19:06:45,497 INFO ### Performing "set":
2018-04-26 19:06:45,497 INFO ### new property - "hive.enforce.bucketing":"true"
2018-04-26 19:06:45,541 INFO ### on (Site:hive-site, Tag:version1524769605270574)
2018-04-26 19:06:45,568 INFO ### PUTting json into: doSet_version1524769605566428.json
2018-04-26 19:06:45,650 INFO ### NEW Site:hive-site, Tag:version1524769605566428
2018-04-26 19:06:45,764 INFO ### Performing "set":
2018-04-26 19:06:45,764 INFO ### new property - "hive.exec.dynamic.partition.mode":"nonstrict"
2018-04-26 19:06:45,807 INFO ### on (Site:hive-site, Tag:version1524769605566428)
2018-04-26 19:06:45,822 INFO ### PUTting json into: doSet_version1524769605821189.json
2018-04-26 19:06:45,912 INFO ### NEW Site:hive-site, Tag:version1524769605821189
2018-04-26 19:06:46,015 INFO ### Performing "set":
2018-04-26 19:06:46,015 INFO ### new property - "hive.txn.manager":"org.apache.hadoop.hive.ql.lockmgr.DbTxnManager"
2018-04-26 19:06:46,067 INFO ### on (Site:hive-site, Tag:version1524769605821189)
2018-04-26 19:06:46,088 INFO ### PUTting json into: doSet_version1524769606087780.json
2018-04-26 19:06:46,117 INFO ### NEW Site:hive-site, Tag:version1524769606087780
restart Hive
HTTP/1.1 202 Accepted
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1m2neezn9nb1jodktoc6amdiq;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Vary: Accept-Encoding, User-Agent
Content-Length: 155
{
"href" : "http://sandbox-hdp.hortonworks.com:8080/api/v1/clusters/Sandbox/requests/47",
"Requests" : {
"id" : 47,
"status" : "Accepted"
}
}Invalid status 101waiting for Hive to go down...
Invalid status 101waiting for Hive to go down...
Invalid status 101waiting for Hive to go down...
HTTP/1.1 400 Bad Request
Content-Length: 0
Connection: close
Server: Jetty(7.6.0.v20120127)
waiting for Hcat to go down...
HTTP/1.1 400 Bad Request
Content-Length: 0
Connection: close
Server: Jetty(7.6.0.v20120127)
waiting for Hcat to go down...
HTTP/1.1 202 Accepted
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=16mm9y5v5w4w3ethjt71an7x3;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Vary: Accept-Encoding, User-Agent
Content-Length: 155
{
"href" : "http://sandbox-hdp.hortonworks.com:8080/api/v1/clusters/Sandbox/requests/48",
"Requests" : {
"id" : 48,
"status" : "Accepted"
}
}Start Kafka, HBase, Ambari infra, Atlas
HTTP/1.1 202 Accepted
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1szojp6ldyr4vkj4p8770bbhl;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Vary: Accept-Encoding, User-Agent
Content-Length: 155
{
"href" : "http://sandbox-hdp.hortonworks.com:8080/api/v1/clusters/Sandbox/requests/49",
"Requests" : {
"id" : 49,
"status" : "Accepted"
}
}HTTP/1.1 202 Accepted
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=101v2xlkcu7b3483n2fdpftjl;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Vary: Accept-Encoding, User-Agent
Content-Length: 155
{
"href" : "http://sandbox-hdp.hortonworks.com:8080/api/v1/clusters/Sandbox/requests/50",
"Requests" : {
"id" : 50,
"status" : "Accepted"
}
}HTTP/1.1 202 Accepted
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=wp2s8yblqe7qe2b34q4edze6;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Vary: Accept-Encoding, User-Agent
Content-Length: 155
{
"href" : "http://sandbox-hdp.hortonworks.com:8080/api/v1/clusters/Sandbox/requests/51",
"Requests" : {
"id" : 51,
"status" : "Accepted"
}
}HTTP/1.1 202 Accepted
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=21um3pbpe2qvsw1z39xzh59z;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Vary: Accept-Encoding, User-Agent
Content-Length: 155
{
"href" : "http://sandbox-hdp.hortonworks.com:8080/api/v1/clusters/Sandbox/requests/52",
"Requests" : {
"id" : 52,
"status" : "Accepted"
}
}wait until atlas come up
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
waiting for atlas to come up...
HTTP/1.1 400 Bad Request
Connection: close
Server: Jetty(8.1.19.v20160209)
Error: 400
adding user kate_hr to Ambari
adding user ivanna_eu_hr to Ambari
adding user joe_analyst to Ambari
adding user sasha_eu_hr to Ambari
adding user john_finance to Ambari
adding user mark_bizdev to Ambari
adding user jermy_contractor to Ambari
adding user diane_csr to Ambari
adding user log_monitor to Ambari
adding user etl_user to Ambari
create groups in Ambari
adding group hr to Ambari
adding group analyst to Ambari
adding group us_employee to Ambari
adding group eu_employee to Ambari
adding group finance to Ambari
adding group business_dev to Ambari
adding group contractor to Ambari
adding group csr to Ambari
adding group etl to Ambari
HR group membership
analyst group membership
us_employee group membership
eu_employee group membership
finance group membership
bizdev group membership
contractor group membership
csr group membership
etl group membership
add groups to Hive views
HTTP/1.1 200 OK
X-Frame-Options: SAMEORIGIN
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=yxdec10rldcd1glksx7npk8b3;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Content-Length: 0
HTTP/1.1 200 OK
X-Frame-Options: SAMEORIGIN
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=cpsojgvg1f1j19sohi6i15vn3;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Type: text/plain
Content-Length: 0
pull latest notebooks
remote: Counting objects: 737, done.
remote: Compressing objects: 100% (59/59), done.
remote: Total 737 (delta 29), reused 0 (delta 0), pack-reused 662
Receiving objects: 100% (737/737), 2.65 MiB | 4.21 MiB/s, done.
Resolving deltas: 100% (327/327), done.
Restarting Apache Zeppelin...
Done!
make sure HDFS is up
HTTP/1.1 400 Bad Request
Connection: close
Server: Jetty(6.1.26.hwx)
rmr: DEPRECATED: Please use 'rm -r' instead.
18/04/26 19:13:49 INFO fs.TrashPolicyDefault: Moved: 'hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/notebook/2A94M5J1Z' to trash at: hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/.Trash/Current/user/zeppelin/notebook/2A94M5J1Z
18/04/26 19:13:49 INFO fs.TrashPolicyDefault: Moved: 'hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/notebook/2BWJFTXKJ' to trash at: hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/.Trash/Current/user/zeppelin/notebook/2BWJFTXKJ
18/04/26 19:13:49 INFO fs.TrashPolicyDefault: Moved: 'hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/notebook/2C174C9EK' to trash at: hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/.Trash/Current/user/zeppelin/notebook/2C174C9EK
18/04/26 19:13:49 INFO fs.TrashPolicyDefault: Moved: 'hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/notebook/2C23PDD5H' to trash at: hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/.Trash/Current/user/zeppelin/notebook/2C23PDD5H
18/04/26 19:13:49 INFO fs.TrashPolicyDefault: Moved: 'hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/notebook/2CA587K77' to trash at: hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/.Trash/Current/user/zeppelin/notebook/2CA587K77
18/04/26 19:13:49 INFO fs.TrashPolicyDefault: Moved: 'hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/notebook/2CAX5JCTA' to trash at: hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/.Trash/Current/user/zeppelin/notebook/2CAX5JCTA
18/04/26 19:13:49 INFO fs.TrashPolicyDefault: Moved: 'hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/notebook/2CBPZJDB7' to trash at: hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/.Trash/Current/user/zeppelin/notebook/2CBPZJDB7
18/04/26 19:13:49 INFO fs.TrashPolicyDefault: Moved: 'hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/notebook/2CBTZPY14' to trash at: hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/.Trash/Current/user/zeppelin/notebook/2CBTZPY14
18/04/26 19:13:49 INFO fs.TrashPolicyDefault: Moved: 'hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/notebook/2CCBNZ5YY' to trash at: hdfs://sandbox-hdp.hortonworks.com:8020/user/zeppelin/.Trash/Current/user/zeppelin/notebook/2CCBNZ5YY
disable anonymous login and create Hortonia users
2018-04-26 19:14:04,494 INFO ### Performing "set":
2018-04-26 19:14:04,495 INFO ### from file /tmp/zeppelin-env.json
2018-04-26 19:14:04,495 INFO ### PUTting file: "/tmp/zeppelin-env.json"
2018-04-26 19:14:04,495 INFO ### PUTting json into: doSet_version1524770044495429.json
2018-04-26 19:14:04,568 INFO ### NEW Site:zeppelin-shiro-ini, Tag:version1524770044495429
make sure YARN up
HTTP/1.1 400 Bad Request
Connection: close
Server: Jetty(6.1.26.hwx)
kill any previous Hive/tez apps to clear queue
18/04/26 19:14:11 INFO client.RMProxy: Connecting to ResourceManager at sandbox-hdp.hortonworks.com/172.17.0.2:8032
18/04/26 19:14:11 INFO client.AHSProxy: Connecting to Application History server at sandbox-hdp.hortonworks.com/172.17.0.2:10200
make sure Ranger up
HTTP/1.1 400 Bad Request
Server: Apache-Coyote/1.1
Transfer-Encoding: chunked
Date: Thu, 26 Apr 2018 19:14:12 GMT
Connection: close
0
update ranger to support deny policies
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 8136 0 8136 0 0 25632 0 --:--:-- --:--:-- --:--:-- 25746
HTTP/1.1 100 Continue
HTTP/1.1 200 OK
Server: Apache-Coyote/1.1
Set-Cookie: RANGERADMINSESSIONID=1329C359440CD0CCCA743F3BFE4B7C7C; Path=/; HttpOnly
X-Frame-Options: DENY
Content-Type: application/json
Transfer-Encoding: chunked
Date: Thu, 26 Apr 2018 19:14:13 GMT
{"id":3,"guid":"3e1afb5a-184a-4e82-9d9c-87a5cacc243c","isEnabled":true,"createdBy":"Admin","updatedBy":"Admin","createTime":1517479984000,"updateTime":1524770053693,"version":10,"name":"hive","implClass":"org.apache.ranger.services.hive.RangerServiceHive","label":"Hive Server2","description":"Hive Server2","options":{"enableDenyAndExceptionsInPolicies":"true"},"configs":[{"itemId":1,"name":"username","type":"string","mandatory":true,"validationRegEx":"","validationMessage":"","uiHint":"","label":"Username"},{"itemId":2,"name":"password","type":"password","mandatory":true,"validationRegEx":"","validationMessage":"","uiHint":"","label":"Password"},{"itemId":3,"name":"jdbc.driverClassName","type":"string","mandatory":true,"defaultValue":"org.apache.hive.jdbc.HiveDriver","validationRegEx":"","validationMessage":"","uiHint":""},{"itemId":4,"name":"jdbc.url","type":"string","mandatory":true,"defaultValue":"","validationRegEx":"","validationMessage":"","uiHint":""},{"itemId":5,"name":"commonNameForCertificate","type":"string","mandatory":false,"validationRegEx":"","validationMessage":"","uiHint":"","label":"Common Name for Certificate"}],"resources":[{"itemId":1,"name":"database","type":"string","level":10,"mandatory":true,"lookupSupported":true,"recursiveSupported":false,"excludesSupported":true,"matcher":"org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher","matcherOptions":{"wildCard":"true","ignoreCase":"true"},"validationRegEx":"","validationMessage":"","uiHint":"","label":"Hive Database","description":"Hive Database"},{"itemId":5,"name":"url","type":"string","level":10,"mandatory":true,"lookupSupported":false,"recursiveSupported":true,"excludesSupported":false,"matcher":"org.apache.ranger.plugin.resourcematcher.RangerPathResourceMatcher","matcherOptions":{"wildCard":"true","ignoreCase":"false"},"validationRegEx":"","validationMessage":"","uiHint":"","label":"URL","description":"URL"},{"itemId":6,"name":"hiveservice","type":"string","level":10,"mandatory":true,"lookupSupported":false,"recursiveSupported":false,"excludesSupported":false,"matcher":"org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher","matcherOptions":{"wildCard":"true","ignoreCase":"false"},"validationRegEx":"","validationMessage":"","uiHint":"","label":"Hive Service","description":"Hive Service"},{"itemId":2,"name":"table","type":"string","level":20,"parent":"database","mandatory":true,"lookupSupported":true,"recursiveSupported":false,"excludesSupported":true,"matcher":"org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher","matcherOptions":{"wildCard":"true","ignoreCase":"true"},"validationRegEx":"","validationMessage":"","uiHint":"","label":"Hive Table","description":"Hive Table"},{"itemId":3,"name":"udf","type":"string","level":20,"parent":"database","mandatory":true,"lookupSupported":true,"recursiveSupported":false,"excludesSupported":true,"matcher":"org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher","matcherOptions":{"wildCard":"true","ignoreCase":"true"},"validationRegEx":"","validationMessage":"","uiHint":"","label":"Hive UDF","description":"Hive UDF"},{"itemId":4,"name":"column","type":"string","level":30,"parent":"table","mandatory":true,"lookupSupported":true,"recursiveSupported":false,"excludesSupported":true,"matcher":"org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher","matcherOptions":{"wildCard":"true","ignoreCase":"true"},"validationRegEx":"","validationMessage":"","uiHint":"","label":"Hive Column","description":"Hive Column"}],"accessTypes":[{"itemId":1,"name":"select","label":"select","impliedGrants":[]},{"itemId":2,"name":"update","label":"update","impliedGrants":[]},{"itemId":3,"name":"create","label":"Create","impliedGrants":[]},{"itemId":4,"name":"drop","label":"Drop","impliedGrants":[]},{"itemId":5,"name":"alter","label":"Alter","impliedGrants":[]},{"itemId":6,"name":"index","label":"Index","impliedGrants":[]},{"itemId":7,"name":"lock","label":"Lock","impliedGrants":[]},{"itemId":8,"name":"all","label":"All","impliedGrants":["select","update","create","drop","alter","index","lock","read","write","repladmin","serviceadmin"]},{"itemId":9,"name":"read","label":"Read","impliedGrants":[]},{"itemId":10,"name":"write","label":"Write","impliedGrants":[]},{"itemId":11,"name":"repladmin","label":"ReplAdmin","impliedGrants":[]},{"itemId":12,"name":"serviceadmin","label":"Service Admin","impliedGrants":[]}],"policyConditions":[{"itemId":1,"name":"resources-accessed-together","evaluator":"org.apache.ranger.plugin.conditionevaluator.RangerHiveResourcesAccessedTogetherCondition","evaluatorOptions":{},"label":"Resources Accessed Together?","description":"Resources Accessed Together?"},{"itemId":2,"name":"not-accessed-together","evaluator":"org.apache.ranger.plugin.conditionevaluator.RangerHiveResourcesNotAccessedTogetherCondition","evaluatorOptions":{},"label":"Resources Not Accessed Together?","description":"Resources Not Accessed Together?"}],"contextEnrichers":[],"enums":[],"dataMaskDef":{"maskTypes":[{"itemId":1,"name":"MASK","label":"Redact","description":"Replace lowercase with 'x', uppercase with 'X', digits with '0'","transformer":"mask({col})","dataMaskOptions":{}},{"itemId":2,"name":"MASK_SHOW_LAST_4","label":"Partial mask: show last 4","description":"Show last 4 characters; replace rest with 'x'","transformer":"mask_show_last_n({col}, 4, 'x', 'x', 'x', -1, '1')","dataMaskOptions":{}},{"itemId":3,"name":"MASK_SHOW_FIRST_4","label":"Partial mask: show first 4","description":"Show first 4 characters; replace rest with 'x'","transformer":"mask_show_first_n({col}, 4, 'x', 'x', 'x', -1, '1')","dataMaskOptions":{}},{"itemId":4,"name":"MASK_HASH","label":"Hash","description":"Hash the value","transformer":"mask_hash({col})","dataMaskOptions":{}},{"itemId":5,"name":"MASK_NULL","label":"Nullify","description":"Replace with NULL","dataMaskOptions":{}},{"itemId":6,"name":"MASK_NONE","label":"Unmasked (retain original value)","description":"No masking","dataMaskOptions":{}},{"itemId":12,"name":"MASK_DATE_SHOW_YEAR","label":"Date: show only year","description":"Date: show only year","transformer":"mask({col}, 'x', 'x', 'x', -1, '1', 1, 0, -1)","dataMaskOptions":{}},{"itemId":13,"name":"CUSTOM","label":"Custom","description":"Custom","dataMaskOptions":{}}],"accessTypes":[{"itemId":1,"name":"select","label":"select","impliedGrants":[]}],"resources":[{"itemId":1,"name":"database","type":"string","level":10,"mandatory":true,"lookupSupported":true,"recursiveSupported":false,"excludesSupported":false,"matcher":"org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher","matcherOptions":{"wildCard":"false","ignoreCase":"true"},"validationRegEx":"","validationMessage":"","uiHint":"{ \"singleValue\":true }","label":"Hive Database","description":"Hive Database"},{"itemId":2,"name":"table","type":"string","level":20,"parent":"database","mandatory":true,"lookupSupported":true,"recursiveSupported":false,"excludesSupported":false,"matcher":"org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher","matcherOptions":{"wildCard":"false","ignoreCase":"true"},"validationRegEx":"","validationMessage":"","uiHint":"{ \"singleValue\":true }","label":"Hive Table","description":"Hive Table"},{"itemId":4,"name":"column","type":"string","level":30,"parent":"table","mandatory":true,"lookupSupported":true,"recursiveSupported":false,"excludesSupported":false,"matcher":"org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher","matcherOptions":{"wildCard":"false","ignoreCase":"true"},"validationRegEx":"","validationMessage":"","uiHint":"{ \"singleValue\":true }","label":"Hive Column","description":"Hive Column"}]},"rowFilterDef":{"accessTypes":[{"itemId":1,"name":"select","label":"select","impliedGrants":[]}],"resources":[{"itemId":1,"name":"database","type":"string","level":10,"mandatory":true,"lookupSupported":true,"recursiveSupported":false,"excludesSupported":false,"matcher":"org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher","matcherOptions":{"wildCard":"false","ignoreCase":"true"},"validationRegEx":"","validationMessage":"","uiHint":"{ \"singleValue\":true }","label":"Hive Database","description":"Hive Database"},{"itemId":2,"name":"table","type":"string","level":20,"parent":"database","mandatory":true,"lookupSupported":true,"recursiveSupported":false,"excludesSupported":false,"matcher":"org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher","matcherOptions":{"wildCard":"false","ignoreCase":"true"},"validationRegEx":"","validationMessage":"","uiHint":"{ \"singleValue\":true }","label":"Hive Table","description":"Hive Table"}]}}import ranger Hive policies...
import ranger HDFS policies...
import ranger kafka policies...
import ranger hbase policies...
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 12404 0 4928 101 7476 550 834 0:00:08 0:00:08 --:--:-- 0
{
"classificationDefs": [
{
"attributeDefs": [],
"category": "CLASSIFICATION",
"createTime": 1490765806978,
"createdBy": "admin",
"description": "HEALTH_INSURANCE",
"guid": "e18b215a-629e-4676-bcfb-5b801623da7c",
"name": "HEALTH_INSURANCE",
"superTypes": [
"INSURANCE"
],
"typeVersion": "1.0",
"updateTime": 1490765806978,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [],
"category": "CLASSIFICATION",
"createTime": 1490765822551,
"createdBy": "admin",
"description": "LIFE_INSURANCE",
"guid": "9076f8bb-a198-4e01-86d6-6c70d96c62eb",
"name": "LIFE_INSURANCE",
"superTypes": [
"INSURANCE"
],
"typeVersion": "1.0",
"updateTime": 1490765822551,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [],
"category": "CLASSIFICATION",
"createTime": 1490765774174,
"createdBy": "admin",
"description": "INSURANCE",
"guid": "e23b1c55-b98d-4b1b-8038-011feeac586d",
"name": "INSURANCE",
"superTypes": [],
"typeVersion": "1.0",
"updateTime": 1490765774174,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [],
"category": "CLASSIFICATION",
"createTime": 1490765790890,
"createdBy": "admin",
"description": "AUTO_INSURANCE",
"guid": "c9d9609d-254a-4136-8a49-a51d99280b79",
"name": "AUTO_INSURANCE",
"superTypes": [
"INSURANCE"
],
"typeVersion": "1.0",
"updateTime": 1490765790890,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [
{
"cardinality": "SINGLE",
"isIndexable": false,
"isOptional": true,
"isUnique": false,
"name": "score",
"typeName": "float",
"valuesMaxCount": 1,
"valuesMinCount": 0
}
],
"category": "CLASSIFICATION",
"createTime": 1490762525929,
"createdBy": "admin",
"description": "DATA_QUALITY",
"guid": "557ee7ee-cccd-483e-908d-6204651f7503",
"name": "DATA_QUALITY",
"superTypes": [],
"typeVersion": "1.0",
"updateTime": 1490762525929,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [],
"category": "CLASSIFICATION",
"createTime": 1490765849088,
"createdBy": "admin",
"description": "CONSUMER_BANKING",
"guid": "acffb3c1-1554-4690-b81a-5420b6bfe92e",
"name": "CONSUMER_BANKING",
"superTypes": [
"BANKING"
],
"typeVersion": "1.0",
"updateTime": 1490765849088,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [
{
"cardinality": "SINGLE",
"isIndexable": false,
"isOptional": true,
"isUnique": false,
"name": "type",
"typeName": "string",
"valuesMaxCount": 1,
"valuesMinCount": 0
}
],
"category": "CLASSIFICATION",
"createTime": 1490920322332,
"createdBy": "admin",
"description": "PII",
"guid": "6580e11e-1dd7-49f0-95f8-5df519afbe58",
"name": "PII",
"superTypes": [],
"typeVersion": "1.0",
"updateTime": 1490920322332,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [],
"category": "CLASSIFICATION",
"createTime": 1490765834432,
"createdBy": "admin",
"description": "BANKING",
"guid": "c1de2835-2d5d-4ca6-a710-b160b6e8b815",
"name": "BANKING",
"superTypes": [],
"typeVersion": "1.0",
"updateTime": 1490765834432,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [],
"category": "CLASSIFICATION",
"createTime": 1490764363302,
"createdBy": "admin",
"description": "FINANCE_PII",
"guid": "b9716c12-45f1-425d-9fbf-1f446a77c187",
"name": "FINANCE_PII",
"superTypes": [
"PII"
],
"typeVersion": "1.0",
"updateTime": 1490764363302,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [],
"category": "CLASSIFICATION",
"createTime": 1490765881491,
"createdBy": "admin",
"description": "WEALTH_MANAGEMENT",
"guid": "8e41bead-6933-4530-bcae-ac9a72ccde37",
"name": "WEALTH_MANAGEMENT",
"superTypes": [
"BANKING"
],
"typeVersion": "1.0",
"updateTime": 1490765881491,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [],
"category": "CLASSIFICATION",
"createTime": 1490764375142,
"createdBy": "admin",
"description": "VENDOR_PII",
"guid": "4cf9da58-bb06-41f1-bf88-609eecc7a20f",
"name": "VENDOR_PII",
"superTypes": [
"PII"
],
"typeVersion": "1.0",
"updateTime": 1490764375142,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [],
"category": "CLASSIFICATION",
"createTime": 1490765866061,
"createdBy": "admin",
"description": "SMALL_BUSINESS_BANKING",
"guid": "74302ec3-051d-4284-9c8d-4f492522686d",
"name": "SMALL_BUSINESS_BANKING",
"superTypes": [
"BANKING"
],
"typeVersion": "1.0",
"updateTime": 1490765866061,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [
{
"cardinality": "SINGLE",
"isIndexable": false,
"isOptional": true,
"isUnique": false,
"name": "expiry_date",
"typeName": "string",
"valuesMaxCount": 1,
"valuesMinCount": 0
}
],
"category": "CLASSIFICATION",
"createTime": 1490765103995,
"createdBy": "admin",
"description": "EXPIRES_ON",
"guid": "6f3d1277-15ad-49b9-bcee-fdddbd4a10e6",
"name": "EXPIRES_ON",
"superTypes": [],
"typeVersion": "1.0",
"updateTime": 1490765103995,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [],
"category": "CLASSIFICATION",
"createTime": 1490762500725,
"createdBy": "admin",
"description": "SENSITIVE",
"guid": "38aba6e0-5f96-45a7-9721-d0da3463f1d5",
"name": "SENSITIVE",
"superTypes": [],
"typeVersion": "1.0",
"updateTime": 1490762500725,
"updatedBy": "admin",
"version": 1
},
{
"attributeDefs": [],
"category": "CLASSIFICATION",
"createTime": 1490762500705,
"createdBy": "admin",
"description": "REFERENCE_DATA",
"guid": "68333b92-c305-41df-b325-1fd63cf2007a",
"name": "REFERENCE_DATA",
"superTypes": [],
"typeVersion": "1.0",
"updateTime": 1490762500705,
"updatedBy": "admin",
"version": 1
}
],
"entityDefs": [],
"enumDefs": [],
"structDefs": []
}
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 20927 0 7636 100 13291 7204 12539 0:00:01 0:00:01 --:--:-- 12550
{
"accessTypes": [
{
"impliedGrants": [],
"itemId": 1,
"label": "select",
"name": "select"
},
{
"impliedGrants": [],
"itemId": 2,
"label": "update",
"name": "update"
},
{
"impliedGrants": [],
"itemId": 3,
"label": "Create",
"name": "create"
},
{
"impliedGrants": [],
"itemId": 4,
"label": "Drop",
"name": "drop"
},
{
"impliedGrants": [],
"itemId": 5,
"label": "Alter",
"name": "alter"
},
{
"impliedGrants": [],
"itemId": 6,
"label": "Index",
"name": "index"
},
{
"impliedGrants": [],
"itemId": 7,
"label": "Lock",
"name": "lock"
},
{
"impliedGrants": [
"select",
"update",
"create",
"drop",
"alter",
"index",
"lock"
],
"itemId": 8,
"label": "All",
"name": "all"
}
],
"configs": [
{
"itemId": 1,
"label": "Username",
"mandatory": true,
"name": "username",
"type": "string",
"uiHint": "",
"validationMessage": "",
"validationRegEx": ""
},
{
"itemId": 2,
"label": "Password",
"mandatory": true,
"name": "password",
"type": "password",
"uiHint": "",
"validationMessage": "",
"validationRegEx": ""
},
{
"defaultValue": "org.apache.hive.jdbc.HiveDriver",
"itemId": 3,
"mandatory": true,
"name": "jdbc.driverClassName",
"type": "string",
"uiHint": "",
"validationMessage": "",
"validationRegEx": ""
},
{
"defaultValue": "",
"itemId": 4,
"mandatory": true,
"name": "jdbc.url",
"type": "string",
"uiHint": "",
"validationMessage": "",
"validationRegEx": ""
},
{
"itemId": 5,
"label": "Common Name for Certificate",
"mandatory": false,
"name": "commonNameForCertificate",
"type": "string",
"uiHint": "",
"validationMessage": "",
"validationRegEx": ""
}
],
"contextEnrichers": [],
"createTime": 1517479984000,
"createdBy": "Admin",
"dataMaskDef": {
"accessTypes": [
{
"impliedGrants": [],
"itemId": 1,
"label": "select",
"name": "select"
}
],
"maskTypes": [
{
"dataMaskOptions": {},
"description": "Replace lowercase with 'x', uppercase with 'X', digits with '0'",
"itemId": 1,
"label": "Redact",
"name": "MASK",
"transformer": "mask({col})"
},
{
"dataMaskOptions": {},
"description": "Show last 4 characters; replace rest with 'x'",
"itemId": 2,
"label": "Partial mask: show last 4",
"name": "MASK_SHOW_LAST_4",
"transformer": "mask_show_last_n({col}, 4, 'x', 'x', 'x', -1, '1')"
},
{
"dataMaskOptions": {},
"description": "Show first 4 characters; replace rest with 'x'",
"itemId": 3,
"label": "Partial mask: show first 4",
"name": "MASK_SHOW_FIRST_4",
"transformer": "mask_show_first_n({col}, 4, 'x', 'x', 'x', -1, '1')"
},
{
"dataMaskOptions": {},
"description": "Hash the value",
"itemId": 4,
"label": "Hash",
"name": "MASK_HASH",
"transformer": "mask_hash({col})"
},
{
"dataMaskOptions": {},
"description": "Replace with NULL",
"itemId": 5,
"label": "Nullify",
"name": "MASK_NULL"
},
{
"dataMaskOptions": {},
"description": "No masking",
"itemId": 6,
"label": "Unmasked (retain original value)",
"name": "MASK_NONE"
},
{
"dataMaskOptions": {},
"description": "Date: show only year",
"itemId": 12,
"label": "Date: show only year",
"name": "MASK_DATE_SHOW_YEAR",
"transformer": "mask({col}, 'x', 'x', 'x', -1, '1', 1, 0, -1)"
},
{
"dataMaskOptions": {},
"description": "Custom",
"itemId": 13,
"label": "Custom",
"name": "CUSTOM"
}
],
"resources": [
{
"description": "Hive Database",
"excludesSupported": false,
"itemId": 1,
"label": "Hive Database",
"level": 10,
"lookupSupported": true,
"mandatory": true,
"matcher": "org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher",
"matcherOptions": {
"ignoreCase": "true",
"wildCard": "false"
},
"name": "database",
"recursiveSupported": false,
"type": "string",
"uiHint": "{ \"singleValue\":true }",
"validationMessage": "",
"validationRegEx": ""
},
{
"description": "Hive Table",
"excludesSupported": false,
"itemId": 2,
"label": "Hive Table",
"level": 20,
"lookupSupported": true,
"mandatory": true,
"matcher": "org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher",
"matcherOptions": {
"ignoreCase": "true",
"wildCard": "false"
},
"name": "table",
"parent": "database",
"recursiveSupported": false,
"type": "string",
"uiHint": "{ \"singleValue\":true }",
"validationMessage": "",
"validationRegEx": ""
},
{
"description": "Hive Column",
"excludesSupported": false,
"itemId": 4,
"label": "Hive Column",
"level": 30,
"lookupSupported": true,
"mandatory": true,
"matcher": "org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher",
"matcherOptions": {
"ignoreCase": "true",
"wildCard": "false"
},
"name": "column",
"parent": "table",
"recursiveSupported": false,
"type": "string",
"uiHint": "{ \"singleValue\":true }",
"validationMessage": "",
"validationRegEx": ""
}
]
},
"description": "Hive Server2",
"enums": [],
"guid": "3e1afb5a-184a-4e82-9d9c-87a5cacc243c",
"id": 3,
"implClass": "org.apache.ranger.services.hive.RangerServiceHive",
"isEnabled": true,
"label": "Hive Server2",
"name": "hive",
"options": {
"enableDenyAndExceptionsInPolicies": "true"
},
"policyConditions": [
{
"description": "Resources Accessed Together?",
"evaluator": "org.apache.ranger.plugin.conditionevaluator.RangerHiveResourcesAccessedTogetherCondition",
"evaluatorOptions": {},
"itemId": 1,
"label": "Resources Accessed Together?",
"name": "resources-accessed-together"
},
{
"description": "Accessed from outside of location?",
"evaluator": "org.apache.ranger.plugin.conditionevaluator.RangerContextAttributeValueNotInCondition",
"evaluatorOptions": {
"attributeName": "LOCATION_COUNTRY_CODE"
},
"itemId": 2,
"label": "Accessed from outside of location?",
"name": "location-outside"
}
],
"resources": [
{
"description": "Hive Database",
"excludesSupported": true,
"itemId": 1,
"label": "Hive Database",
"level": 10,
"lookupSupported": true,
"mandatory": true,
"matcher": "org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher",
"matcherOptions": {
"ignoreCase": "true",
"wildCard": "true"
},
"name": "database",
"recursiveSupported": false,
"type": "string",
"uiHint": "",
"validationMessage": "",
"validationRegEx": ""
},
{
"description": "Hive Table",
"excludesSupported": true,
"itemId": 2,
"label": "Hive Table",
"level": 20,
"lookupSupported": true,
"mandatory": true,
"matcher": "org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher",
"matcherOptions": {
"ignoreCase": "true",
"wildCard": "true"
},
"name": "table",
"parent": "database",
"recursiveSupported": false,
"type": "string",
"uiHint": "",
"validationMessage": "",
"validationRegEx": ""
},
{
"description": "Hive UDF",
"excludesSupported": true,
"itemId": 3,
"label": "Hive UDF",
"level": 20,
"lookupSupported": true,
"mandatory": true,
"matcher": "org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher",
"matcherOptions": {
"ignoreCase": "true",
"wildCard": "true"
},
"name": "udf",
"parent": "database",
"recursiveSupported": false,
"type": "string",
"uiHint": "",
"validationMessage": "",
"validationRegEx": ""
},
{
"description": "Hive Column",
"excludesSupported": true,
"itemId": 4,
"label": "Hive Column",
"level": 30,
"lookupSupported": true,
"mandatory": true,
"matcher": "org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher",
"matcherOptions": {
"ignoreCase": "true",
"wildCard": "true"
},
"name": "column",
"parent": "table",
"recursiveSupported": false,
"type": "string",
"uiHint": "",
"validationMessage": "",
"validationRegEx": ""
}
],
"rowFilterDef": {
"accessTypes": [
{
"impliedGrants": [],
"itemId": 1,
"label": "select",
"name": "select"
}
],
"resources": [
{
"description": "Hive Database",
"excludesSupported": false,
"itemId": 1,
"label": "Hive Database",
"level": 10,
"lookupSupported": true,
"mandatory": true,
"matcher": "org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher",
"matcherOptions": {
"ignoreCase": "true",
"wildCard": "false"
},
"name": "database",
"recursiveSupported": false,
"type": "string",
"uiHint": "{ \"singleValue\":true }",
"validationMessage": "",
"validationRegEx": ""
},
{
"description": "Hive Table",
"excludesSupported": false,
"itemId": 2,
"label": "Hive Table",
"level": 20,
"lookupSupported": true,
"mandatory": true,
"matcher": "org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher",
"matcherOptions": {
"ignoreCase": "true",
"wildCard": "false"
},
"name": "table",
"parent": "database",
"recursiveSupported": false,
"type": "string",
"uiHint": "{ \"singleValue\":true }",
"validationMessage": "",
"validationRegEx": ""
}
]
},
"updateTime": 1524770078745,
"updatedBy": "Admin",
"version": 11
}
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 23042 0 8275 100 14767 19186 34238 --:--:-- --:--:-- --:--:-- 34341
{
"accessTypes": [
{
"impliedGrants": [],
"itemId": 1002,
"label": "Read",
"name": "hdfs:read"
},
{
"impliedGrants": [],
"itemId": 1003,
"label": "Write",
"name": "hdfs:write"
},
{
"impliedGrants": [],
"itemId": 1004,
"label": "Execute",
"name": "hdfs:execute"
},
{
"impliedGrants": [],
"itemId": 2003,
"label": "Read",
"name": "hbase:read"
},
{
"impliedGrants": [],
"itemId": 2004,
"label": "Write",
"name": "hbase:write"
},
{
"impliedGrants": [],
"itemId": 2005,
"label": "Create",
"name": "hbase:create"
},
{
"impliedGrants": [
"hbase:read",
"hbase:write",
"hbase:create"
],
"itemId": 2006,
"label": "Admin",
"name": "hbase:admin"
},
{
"impliedGrants": [],
"itemId": 3004,
"label": "select",
"name": "hive:select"
},
{
"impliedGrants": [],
"itemId": 3005,
"label": "update",
"name": "hive:update"
},
{
"impliedGrants": [],
"itemId": 3006,
"label": "Create",
"name": "hive:create"
},
{
"impliedGrants": [],
"itemId": 3007,
"label": "Drop",
"name": "hive:drop"
},
{
"impliedGrants": [],
"itemId": 3008,
"label": "Alter",
"name": "hive:alter"
},
{
"impliedGrants": [],
"itemId": 3009,
"label": "Index",
"name": "hive:index"
},
{
"impliedGrants": [],
"itemId": 3010,
"label": "Lock",
"name": "hive:lock"
},
{
"impliedGrants": [
"hive:select",
"hive:update",
"hive:create",
"hive:drop",
"hive:alter",
"hive:index",
"hive:lock"
],
"itemId": 3011,
"label": "All",
"name": "hive:all"
},
{
"impliedGrants": [],
"itemId": 7008,
"label": "Create",
"name": "kms:create"
},
{
"impliedGrants": [],
"itemId": 7009,
"label": "Delete",
"name": "kms:delete"
},
{
"impliedGrants": [],
"itemId": 7010,
"label": "Rollover",
"name": "kms:rollover"
},
{
"impliedGrants": [],
"itemId": 7011,
"label": "Set Key Material",
"name": "kms:setkeymaterial"
},
{
"impliedGrants": [],
"itemId": 7012,
"label": "Get",
"name": "kms:get"
},
{
"impliedGrants": [],
"itemId": 7013,
"label": "Get Keys",
"name": "kms:getkeys"
},
{
"impliedGrants": [],
"itemId": 7014,
"label": "Get Metadata",
"name": "kms:getmetadata"
},
{
"impliedGrants": [],
"itemId": 7015,
"label": "Generate EEK",
"name": "kms:generateeek"
},
{
"impliedGrants": [],
"itemId": 7016,
"label": "Decrypt EEK",
"name": "kms:decrypteek"
},
{
"impliedGrants": [],
"itemId": 5006,
"label": "Allow",
"name": "knox:allow"
},
{
"impliedGrants": [
"storm:fileUpload",
"storm:fileDownload"
],
"itemId": 6007,
"label": "Submit Topology",
"name": "storm:submitTopology"
},
{
"impliedGrants": [],
"itemId": 6008,
"label": "File Upload",
"name": "storm:fileUpload"
},
{
"impliedGrants": [],
"itemId": 6011,
"label": "File Download",
"name": "storm:fileDownload"
},
{
"impliedGrants": [],
"itemId": 6012,
"label": "Kill Topology",
"name": "storm:killTopology"
},
{
"impliedGrants": [],
"itemId": 6013,
"label": "Rebalance",
"name": "storm:rebalance"
},
{
"impliedGrants": [],
"itemId": 6014,
"label": "Activate",
"name": "storm:activate"
},
{
"impliedGrants": [],
"itemId": 6015,
"label": "Deactivate",
"name": "storm:deactivate"
},
{
"impliedGrants": [],
"itemId": 6016,
"label": "Get Topology Conf",
"name": "storm:getTopologyConf"
},
{
"impliedGrants": [],
"itemId": 6017,
"label": "Get Topology",
"name": "storm:getTopology"
},
{
"impliedGrants": [],
"itemId": 6018,
"label": "Get User Topology",
"name": "storm:getUserTopology"
},
{
"impliedGrants": [],
"itemId": 6019,
"label": "Get Topology Info",
"name": "storm:getTopologyInfo"
},
{
"impliedGrants": [],
"itemId": 6020,
"label": "Upload New Credential",
"name": "storm:uploadNewCredentials"
},
{
"impliedGrants": [],
"itemId": 4005,
"label": "submit-app",
"name": "yarn:submit-app"
},
{
"impliedGrants": [
"yarn:submit-app"
],
"itemId": 4006,
"label": "admin-queue",
"name": "yarn:admin-queue"
},
{
"impliedGrants": [
"kafka:describe"
],
"itemId": 9010,
"label": "Publish",
"name": "kafka:publish"
},
{
"impliedGrants": [
"kafka:describe"
],
"itemId": 9011,
"label": "Consume",
"name": "kafka:consume"
},
{
"impliedGrants": [
"kafka:describe"
],
"itemId": 9014,
"label": "Configure",
"name": "kafka:configure"
},
{
"impliedGrants": [],
"itemId": 9015,
"label": "Describe",
"name": "kafka:describe"
},
{
"impliedGrants": [],
"itemId": 9017,
"label": "Create",
"name": "kafka:create"
},
{
"impliedGrants": [],
"itemId": 9018,
"label": "Delete",
"name": "kafka:delete"
},
{
"impliedGrants": [
"kafka:publish",
"kafka:consume",
"kafka:configure",
"kafka:describe",
"kafka:create",
"kafka:delete"
],
"itemId": 9016,
"label": "Kafka Admin",
"name": "kafka:kafka_admin"
},
{
"impliedGrants": [],
"itemId": 8108,
"label": "Query",
"name": "solr:query"
},
{
"impliedGrants": [],
"itemId": 8208,
"label": "Update",
"name": "solr:update"
},
{
"impliedGrants": [],
"itemId": 8308,
"label": "Others",
"name": "solr:others"
},
{
"impliedGrants": [
"solr:query",
"solr:update",
"solr:others"
],
"itemId": 8908,
"label": "Solr Admin",
"name": "solr:solr_admin"
},
{
"impliedGrants": [],
"itemId": 11012,
"label": "read",
"name": "atlas:read"
},
{
"impliedGrants": [],
"itemId": 11013,
"label": "create",
"name": "atlas:create"
},
{
"impliedGrants": [],
"itemId": 11014,
"label": "update",
"name": "atlas:update"
},
{
"impliedGrants": [],
"itemId": 11015,
"label": "delete",
"name": "atlas:delete"
},
{
"impliedGrants": [
"atlas:read",
"atlas:create",
"atlas:update",
"atlas:delete"
],
"itemId": 11016,
"label": "All",
"name": "atlas:all"
}
],
"configs": [],
"contextEnrichers": [
{
"enricher": "org.apache.ranger.plugin.contextenricher.RangerTagEnricher",
"enricherOptions": {
"tagRefresherPollingInterval": "60000",
"tagRetrieverClassName": "org.apache.ranger.plugin.contextenricher.RangerAdminTagRetriever"
},
"itemId": 1,
"name": "TagEnricher"
}
],
"createTime": 1517479985000,
"createdBy": "Admin",
"dataMaskDef": {
"accessTypes": [
{
"impliedGrants": [],
"itemId": 3004,
"label": "select",
"name": "hive:select"
}
],
"maskTypes": [
{
"dataMaskOptions": {},
"description": "Replace lowercase with 'x', uppercase with 'X', digits with '0'",
"itemId": 1,
"label": "Redact",
"name": "MASK",
"transformer": "mask({col})"
},
{
"dataMaskOptions": {},
"description": "Show last 4 characters; replace rest with 'x'",
"itemId": 2,
"label": "Partial mask: show last 4",
"name": "MASK_SHOW_LAST_4",
"transformer": "mask_show_last_n({col}, 4, 'x', 'x', 'x', -1, '1')"
},
{
"dataMaskOptions": {},
"description": "Show first 4 characters; replace rest with 'x'",
"itemId": 3,
"label": "Partial mask: show first 4",
"name": "MASK_SHOW_FIRST_4",
"transformer": "mask_show_first_n({col}, 4, 'x', 'x', 'x', -1, '1')"
},
{
"dataMaskOptions": {},
"description": "Hash the value",
"itemId": 4,
"label": "Hash",
"name": "MASK_HASH",
"transformer": "mask_hash({col})"
},
{
"dataMaskOptions": {},
"description": "Replace with NULL",
"itemId": 5,
"label": "Nullify",
"name": "MASK_NULL"
},
{
"dataMaskOptions": {},
"description": "No masking",
"itemId": 6,
"label": "Unmasked (retain original value)",
"name": "MASK_NONE"
},
{
"dataMaskOptions": {},
"description": "Date: show only year",
"itemId": 12,
"label": "Date: show only year",
"name": "MASK_DATE_SHOW_YEAR",
"transformer": "mask({col}, 'x', 'x', 'x', -1, '1', 1, 0, -1)"
},
{
"dataMaskOptions": {},
"description": "Custom",
"itemId": 13,
"label": "Custom",
"name": "CUSTOM"
}
],
"resources": [
{
"description": "TAG",
"excludesSupported": false,
"itemId": 1,
"label": "TAG",
"level": 1,
"lookupSupported": true,
"mandatory": true,
"matcher": "org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher",
"matcherOptions": {
"ignoreCase": "false",
"wildCard": "false"
},
"name": "tag",
"recursiveSupported": false,
"type": "string",
"uiHint": "{ \"singleValue\":true }",
"validationMessage": "",
"validationRegEx": ""
}
]
},
"description": "TAG Service Definition",
"enums": [],
"guid": "0d047248-baff-4cf9-8e9e-d5d377284b2e",
"id": 100,
"implClass": "org.apache.ranger.services.tag.RangerServiceTag",
"isEnabled": true,
"label": "TAG",
"name": "tag",
"options": {
"enableDenyAndExceptionsInPolicies": "true",
"ui.pages": "tag-based-policies"
},
"policyConditions": [
{
"description": "Accessed after expiry_date? (yes/no)",
"evaluator": "org.apache.ranger.plugin.conditionevaluator.RangerScriptTemplateConditionEvaluator",
"evaluatorOptions": {
"scriptTemplate": "ctx.isAccessedAfter('expiry_date');"
},
"itemId": 1,
"label": "Accessed after expiry_date (yes/no)?",
"name": "accessed-after-expiry",
"uiHint": "{ \"singleValue\":true }"
},
{
"description": "Expression",
"evaluator": "org.apache.ranger.plugin.conditionevaluator.RangerScriptConditionEvaluator",
"evaluatorOptions": {},
"itemId": 2,
"label": "Expression",
"name": "expression",
"uiHint": "{ \"singleValue\":true }"
}
],
"resources": [
{
"description": "TAG",
"excludesSupported": false,
"itemId": 1,
"label": "TAG",
"level": 1,
"lookupSupported": true,
"mandatory": true,
"matcher": "org.apache.ranger.plugin.resourcematcher.RangerDefaultResourceMatcher",
"matcherOptions": {
"ignoreCase": "false",
"wildCard": "false"
},
"name": "tag",
"recursiveSupported": false,
"type": "string",
"uiHint": "{ \"singleValue\":true }",
"validationMessage": "",
"validationRegEx": ""
}
],
"rowFilterDef": {
"accessTypes": [],
"resources": []
},
"updateTime": 1524770079741,
"updatedBy": "Admin",
"version": 15
}
mkdir: `/user/admin': File exists
Copying data to /hive_data dir in HDFS...
Enabling kerberos...
Initialized empty Git repository in /tmp/useful-scripts/.git/
remote: Counting objects: 452, done.
remote: Total 452 (delta 0), reused 0 (delta 0), pack-reused 452
Receiving objects: 100% (452/452), 71.26 KiB, done.
Resolving deltas: 100% (227/227), done.
CLUSTER_NAME=
AMBARI_ADMIN_USER=admin
AMBARI_ADMIN_PASSWORD=BadPass#1
AMBARI_HOST=sandbox-hdp.hortonworks.com
KDC_HOST=sandbox-hdp.hortonworks.com
REALM=HWX.COM
KERBEROS_CLIENTS=sandbox-hdp.hortonworks.com
2018-04-26,19:16:45 Installing kerberos RPMs
Loaded plugins: fastestmirror, ovl, priorities
Setting up Install Process
Loading mirror speeds from cached hostfile
* base: rep-centos-ca.upress.io
* epel: sjc.edge.kernel.org
* extras: centos.zswap.net
* updates: centos.zswap.net
Package krb5-libs-1.10.3-65.el6.x86_64 already installed and latest version
Resolving Dependencies
--> Running transaction check
---> Package krb5-server.x86_64 0:1.10.3-65.el6 will be installed
--> Processing Dependency: /usr/share/dict/words for package: krb5-server-1.10.3-65.el6.x86_64
---> Package krb5-workstation.x86_64 0:1.10.3-65.el6 will be installed
--> Running transaction check
---> Package words.noarch 0:3.0-17.el6 will be installed
--> Finished Dependency Resolution
Dependencies Resolved
================================================================================
Package Arch Version Repository Size
================================================================================
Installing:
krb5-server x86_64 1.10.3-65.el6 base 2.0 M
krb5-workstation x86_64 1.10.3-65.el6 base 814 k
Installing for dependencies:
words noarch 3.0-17.el6 base 1.4 M
Transaction Summary
================================================================================
Install 3 Package(s)
Total download size: 4.2 M
Installed size: 8.7 M
Downloading Packages:
--------------------------------------------------------------------------------
Total 3.3 MB/s | 4.2 MB 00:01
Running rpm_check_debug
Running Transaction Test
Transaction Test Succeeded
Running Transaction
Installing : words-3.0-17.el6.noarch 1/3
Installing : krb5-server-1.10.3-65.el6.x86_64 2/3
install-info: No such file or directory for /usr/share/info/krb5-admin.info.gz
install-info: No such file or directory for /usr/share/info/krb5-install.info.gz
Installing : krb5-workstation-1.10.3-65.el6.x86_64 3/3
install-info: No such file or directory for /usr/share/info/krb5-user.info.gz
Verifying : krb5-workstation-1.10.3-65.el6.x86_64 1/3
Verifying : words-3.0-17.el6.noarch 2/3
Verifying : krb5-server-1.10.3-65.el6.x86_64 3/3
Installed:
krb5-server.x86_64 0:1.10.3-65.el6 krb5-workstation.x86_64 0:1.10.3-65.el6
Dependency Installed:
words.noarch 0:3.0-17.el6
Complete!
2018-04-26,19:17:47 Configuring Kerberos
Loading random data
Initializing database '/var/kerberos/krb5kdc/principal' for realm 'HWX.COM',
master key name 'K/M@HWX.COM'
2018-04-26,19:17:47 Starting KDC services
Starting Kerberos 5 KDC: [ OK ]
Starting Kerberos 5 Admin Server: [ OK ]
2018-04-26,19:17:47 Creating admin principal
WARNING: no policy specified for admin/admin@HWX.COM; defaulting to no policy
Authenticating as principal root/admin@HWX.COM with password.
Principal "admin/admin@HWX.COM" created.
2018-04-26,19:17:47 Restarting kadmin
Stopping Kerberos 5 Admin Server: [ OK ]
Starting Kerberos 5 Admin Server: [ OK ]
2018-04-26,19:17:47 Adding KERBEROS Service to cluster
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
HTTP/1.1 404 Not Found
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1nc3lbd1ng3tx1p51krei2tmpx;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Length: 0
2018-04-26,19:17:47 Adding KERBEROS_CLIENT component to the KERBEROS service
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
HTTP/1.1 404 Not Found
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=gb6ek9bbw4t712u3ypjed0d8a;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Length: 0
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
102 1951 0 0 102 1951 0 207k --:--:-- --:--:-- --:--:-- 238k
HTTP/1.1 100 Continue
HTTP/1.1 405 Method Not Allowed
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1ejiu80712hnqymh2tlihi4hc;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Allow: HEAD,GET,OPTIONS
Content-Length: 0
2018-04-26,19:17:49 Creating the KERBEROS_CLIENT host components for each host
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 76 0 6390 --:--:-- --:--:-- --:--:-- 0
HTTP/1.1 404 Not Found
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=q8mkn7gs2l9bvp513jxj0cqs;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Length: 0
2018-04-26,19:17:50 Installing the KERBEROS service and components
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 40 0 5699 --:--:-- --:--:-- --:--:-- 0
HTTP/1.1 404 Not Found
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=gqmux121l35d6i8ctcnysh;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Length: 0
2018-04-26,19:17:50 Sleeping for 1 minute
2018-04-26,19:18:50 Stopping all the services
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 40 0 8444 --:--:-- --:--:-- --:--:-- 0
HTTP/1.1 404 Not Found
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1rknsg11joddj1sgls5drqe9js;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Length: 0
2018-04-26,19:18:50 Sleeping for 3 minutes
2018-04-26,19:21:50 Enabling Kerberos
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 172 0 30791 --:--:-- --:--:-- --:--:-- 0
HTTP/1.1 405 Method Not Allowed
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=1fgu70n1q76ot7dhyqag3wm12;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Allow: HEAD,GET,OPTIONS
Content-Length: 0
2018-04-26,19:21:50 Starting all services after 2 minutes..Please be patient :)
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 38 0 5139 --:--:-- --:--:-- --:--:-- 0
HTTP/1.1 404 Not Found
X-Frame-Options: DENY
X-XSS-Protection: 1; mode=block
X-Content-Type-Options: nosniff
Cache-Control: no-store
Pragma: no-cache
Set-Cookie: AMBARISESSIONID=t2a3f5yjuwve1a5em115blt9e;Path=/;HttpOnly
Expires: Thu, 01 Jan 1970 00:00:00 GMT
User: admin
Content-Length: 0
2018-04-26,19:23:50 Please check Ambari UI
Thank You! :)
Creating users in KDC...
Authenticating as principal root/admin@HWX.COM with password.
WARNING: no policy specified for joe_analyst/sandbox-hdp.hortonworks.com@HWX.COM; defaulting to no policy
Principal "joe_analyst/sandbox-hdp.hortonworks.com@HWX.COM" created.
Authenticating as principal root/admin@HWX.COM with password.
WARNING: no policy specified for kate_hr/sandbox-hdp.hortonworks.com@HWX.COM; defaulting to no policy
Principal "kate_hr/sandbox-hdp.hortonworks.com@HWX.COM" created.
Authenticating as principal root/admin@HWX.COM with password.
WARNING: no policy specified for log_monitor/sandbox-hdp.hortonworks.com@HWX.COM; defaulting to no policy
Principal "log_monitor/sandbox-hdp.hortonworks.com@HWX.COM" created.
Authenticating as principal root/admin@HWX.COM with password.
WARNING: no policy specified for diane_csr/sandbox-hdp.hortonworks.com@HWX.COM; defaulting to no policy
Principal "diane_csr/sandbox-hdp.hortonworks.com@HWX.COM" created.
Authenticating as principal root/admin@HWX.COM with password.
WARNING: no policy specified for jermy_contractor/sandbox-hdp.hortonworks.com@HWX.COM; defaulting to no policy
Principal "jermy_contractor/sandbox-hdp.hortonworks.com@HWX.COM" created.
Authenticating as principal root/admin@HWX.COM with password.
WARNING: no policy specified for mark_bizdev/sandbox-hdp.hortonworks.com@HWX.COM; defaulting to no policy
Principal "mark_bizdev/sandbox-hdp.hortonworks.com@HWX.COM" created.
Authenticating as principal root/admin@HWX.COM with password.
WARNING: no policy specified for john_finance/sandbox-hdp.hortonworks.com@HWX.COM; defaulting to no policy
Principal "john_finance/sandbox-hdp.hortonworks.com@HWX.COM" created.
Authenticating as principal root/admin@HWX.COM with password.
WARNING: no policy specified for ivanna_eu_hr/sandbox-hdp.hortonworks.com@HWX.COM; defaulting to no policy
Principal "ivanna_eu_hr/sandbox-hdp.hortonworks.com@HWX.COM" created.
Authenticating as principal root/admin@HWX.COM with password.
WARNING: no policy specified for etl_user/sandbox-hdp.hortonworks.com@HWX.COM; defaulting to no policy
Principal "etl_user/sandbox-hdp.hortonworks.com@HWX.COM" created.
Creating user keytabs...
Authenticating as principal root/admin@HWX.COM with password.
Entry for principal joe_analyst/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:joe_analyst.keytab.
Entry for principal joe_analyst/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:joe_analyst.keytab.
Entry for principal joe_analyst/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type des3-cbc-sha1 added to keytab WRFILE:joe_analyst.keytab.
Entry for principal joe_analyst/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type arcfour-hmac added to keytab WRFILE:joe_analyst.keytab.
Authenticating as principal root/admin@HWX.COM with password.
Entry for principal log_monitor/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:log_monitor.keytab.
Entry for principal log_monitor/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:log_monitor.keytab.
Entry for principal log_monitor/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type des3-cbc-sha1 added to keytab WRFILE:log_monitor.keytab.
Entry for principal log_monitor/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type arcfour-hmac added to keytab WRFILE:log_monitor.keytab.
Authenticating as principal root/admin@HWX.COM with password.
Entry for principal diane_csr/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:diane_csr.keytab.
Entry for principal diane_csr/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:diane_csr.keytab.
Entry for principal diane_csr/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type des3-cbc-sha1 added to keytab WRFILE:diane_csr.keytab.
Entry for principal diane_csr/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type arcfour-hmac added to keytab WRFILE:diane_csr.keytab.
Authenticating as principal root/admin@HWX.COM with password.
Entry for principal jermy_contractor/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:jermy_contractor.keytab.
Entry for principal jermy_contractor/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:jermy_contractor.keytab.
Entry for principal jermy_contractor/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type des3-cbc-sha1 added to keytab WRFILE:jermy_contractor.keytab.
Entry for principal jermy_contractor/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type arcfour-hmac added to keytab WRFILE:jermy_contractor.keytab.
Authenticating as principal root/admin@HWX.COM with password.
Entry for principal mark_bizdev/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:mark_bizdev.keytab.
Entry for principal mark_bizdev/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:mark_bizdev.keytab.
Entry for principal mark_bizdev/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type des3-cbc-sha1 added to keytab WRFILE:mark_bizdev.keytab.
Entry for principal mark_bizdev/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type arcfour-hmac added to keytab WRFILE:mark_bizdev.keytab.
Authenticating as principal root/admin@HWX.COM with password.
Entry for principal john_finance/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:john_finance.keytab.
Entry for principal john_finance/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:john_finance.keytab.
Entry for principal john_finance/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type des3-cbc-sha1 added to keytab WRFILE:john_finance.keytab.
Entry for principal john_finance/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type arcfour-hmac added to keytab WRFILE:john_finance.keytab.
Authenticating as principal root/admin@HWX.COM with password.
Entry for principal ivanna_eu_hr/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:ivanna_eu_hr.keytab.
Entry for principal ivanna_eu_hr/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:ivanna_eu_hr.keytab.
Entry for principal ivanna_eu_hr/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type des3-cbc-sha1 added to keytab WRFILE:ivanna_eu_hr.keytab.
Entry for principal ivanna_eu_hr/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type arcfour-hmac added to keytab WRFILE:ivanna_eu_hr.keytab.
Authenticating as principal root/admin@HWX.COM with password.
Entry for principal kate_hr/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:kate_hr.keytab.
Entry for principal kate_hr/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:kate_hr.keytab.
Entry for principal kate_hr/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type des3-cbc-sha1 added to keytab WRFILE:kate_hr.keytab.
Entry for principal kate_hr/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type arcfour-hmac added to keytab WRFILE:kate_hr.keytab.
Authenticating as principal root/admin@HWX.COM with password.
Entry for principal etl_user/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:etl_user.keytab.
Entry for principal etl_user/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:etl_user.keytab.
Entry for principal etl_user/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type des3-cbc-sha1 added to keytab WRFILE:etl_user.keytab.
Entry for principal etl_user/sandbox-hdp.hortonworks.com@HWX.COM with kvno 2, encryption type arcfour-hmac added to keytab WRFILE:etl_user.keytab.
mv: target `/etc/security/keytabs' is not a directory
make sure hive is up
Invalid status 101HTTP/1.1 400 Bad Request
Content-Length: 0
Connection: close
Server: Jetty(7.6.0.v20120127)
Using default cache: /tmp/krb5cc_0
Using principal: rm/sandbox-hdp.hortonworks.com@HWX.COM
Using keytab: /etc/security/keytabs/rm.service.keytab
kinit: Client not found in Kerberos database while getting initial credentials
18/04/26 19:24:23 INFO client.RMProxy: Connecting to ResourceManager at sandbox-hdp.hortonworks.com/172.17.0.2:8032
18/04/26 19:24:23 INFO client.AHSProxy: Connecting to Application History server at sandbox-hdp.hortonworks.com/172.17.0.2:10200
Using default cache: /tmp/krb5cc_0
Using principal: hive/sandbox-hdp.hortonworks.com@HWX.COM
Using keytab: /etc/security/keytabs/hive.service.keytab
kinit: Client not found in Kerberos database while getting initial credentials
Connecting to jdbc:hive2://localhost:10000/default;principal=hive/sandbox-hdp.hortonworks.com@HWX.COM
18/04/26 19:24:29 [main]: ERROR transport.TSaslTransport: SASL negotiation failure
javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:211)
at org.apache.thrift.transport.TSaslClientTransport.handleSaslStartMessage(TSaslClientTransport.java:94)
at org.apache.thrift.transport.TSaslTransport.open(TSaslTransport.java:271)
at org.apache.thrift.transport.TSaslClientTransport.open(TSaslClientTransport.java:37)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:52)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:49)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:422)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1869)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport.open(TUGIAssumingTransport.java:49)
at org.apache.hive.jdbc.HiveConnection.openTransport(HiveConnection.java:204)
at org.apache.hive.jdbc.HiveConnection.(HiveConnection.java:166)
at org.apache.hive.jdbc.HiveDriver.connect(HiveDriver.java:105)
at java.sql.DriverManager.getConnection(DriverManager.java:664)
at java.sql.DriverManager.getConnection(DriverManager.java:208)
at org.apache.hive.beeline.DatabaseConnection.connect(DatabaseConnection.java:146)
at org.apache.hive.beeline.DatabaseConnection.getConnection(DatabaseConnection.java:211)
at org.apache.hive.beeline.Commands.connect(Commands.java:1204)
at org.apache.hive.beeline.Commands.connect(Commands.java:1100)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.hive.beeline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:54)
at org.apache.hive.beeline.BeeLine.dispatch(BeeLine.java:998)
at org.apache.hive.beeline.BeeLine.initArgs(BeeLine.java:717)
at org.apache.hive.beeline.BeeLine.begin(BeeLine.java:779)
at org.apache.hive.beeline.BeeLine.mainWithInputRedirection(BeeLine.java:493)
at org.apache.hive.beeline.BeeLine.main(BeeLine.java:476)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.hadoop.util.RunJar.run(RunJar.java:233)
at org.apache.hadoop.util.RunJar.main(RunJar.java:148)
Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)
at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147)
at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:122)
at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187)
at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:224)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179)
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:192)
... 34 more
18/04/26 19:24:29 [main]: WARN jdbc.HiveConnection: Failed to connect to localhost:10000
Error: Could not open client transport with JDBC Uri: jdbc:hive2://localhost:10000/default;principal=hive/sandbox-hdp.hortonworks.com@HWX.COM: GSS initiate failed (state=08S01,code=0)
0: jdbc:hive2://localhost:10000/default (closed)> CREATE DATABASE IF NOT EXISTS hortoniabank LOCATION '/hive_data/hortoniabank';
18/04/26 19:24:29 [main]: ERROR transport.TSaslTransport: SASL negotiation failure
javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:211)
at org.apache.thrift.transport.TSaslClientTransport.handleSaslStartMessage(TSaslClientTransport.java:94)
at org.apache.thrift.transport.TSaslTransport.open(TSaslTransport.java:271)
at org.apache.thrift.transport.TSaslClientTransport.open(TSaslClientTransport.java:37)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:52)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:49)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:422)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1869)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport.open(TUGIAssumingTransport.java:49)
at org.apache.hive.jdbc.HiveConnection.openTransport(HiveConnection.java:204)
at org.apache.hive.jdbc.HiveConnection.(HiveConnection.java:166)
at org.apache.hive.jdbc.HiveDriver.connect(HiveDriver.java:105)
at java.sql.DriverManager.getConnection(DriverManager.java:664)
at java.sql.DriverManager.getConnection(DriverManager.java:208)
at org.apache.hive.beeline.DatabaseConnection.connect(DatabaseConnection.java:146)
at org.apache.hive.beeline.DatabaseConnection.getConnection(DatabaseConnection.java:211)
at org.apache.hive.beeline.BeeLine.assertConnection(BeeLine.java:1198)
at org.apache.hive.beeline.Commands.execute(Commands.java:810)
at org.apache.hive.beeline.Commands.sql(Commands.java:729)
at org.apache.hive.beeline.BeeLine.dispatch(BeeLine.java:1000)
at org.apache.hive.beeline.BeeLine.execute(BeeLine.java:835)
at org.apache.hive.beeline.BeeLine.executeFile(BeeLine.java:816)
at org.apache.hive.beeline.BeeLine.begin(BeeLine.java:785)
at org.apache.hive.beeline.BeeLine.mainWithInputRedirection(BeeLine.java:493)
at org.apache.hive.beeline.BeeLine.main(BeeLine.java:476)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.hadoop.util.RunJar.run(RunJar.java:233)
at org.apache.hadoop.util.RunJar.main(RunJar.java:148)
Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)
at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147)
at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:122)
at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187)
at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:224)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179)
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:192)
... 31 more
18/04/26 19:24:29 [main]: WARN jdbc.HiveConnection: Failed to connect to localhost:10000
No current connection
18/04/26 19:24:29 [main]: ERROR transport.TSaslTransport: SASL negotiation failure
javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:211)
at org.apache.thrift.transport.TSaslClientTransport.handleSaslStartMessage(TSaslClientTransport.java:94)
at org.apache.thrift.transport.TSaslTransport.open(TSaslTransport.java:271)
at org.apache.thrift.transport.TSaslClientTransport.open(TSaslClientTransport.java:37)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:52)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:49)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:422)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1869)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport.open(TUGIAssumingTransport.java:49)
at org.apache.hive.jdbc.HiveConnection.openTransport(HiveConnection.java:204)
at org.apache.hive.jdbc.HiveConnection.(HiveConnection.java:166)
at org.apache.hive.jdbc.HiveDriver.connect(HiveDriver.java:105)
at java.sql.DriverManager.getConnection(DriverManager.java:664)
at java.sql.DriverManager.getConnection(DriverManager.java:208)
at org.apache.hive.beeline.DatabaseConnection.connect(DatabaseConnection.java:146)
at org.apache.hive.beeline.DatabaseConnection.getConnection(DatabaseConnection.java:211)
at org.apache.hive.beeline.Commands.close(Commands.java:1016)
at org.apache.hive.beeline.Commands.closeall(Commands.java:998)
at org.apache.hive.beeline.BeeLine.close(BeeLine.java:848)
at org.apache.hive.beeline.BeeLine.begin(BeeLine.java:795)
at org.apache.hive.beeline.BeeLine.mainWithInputRedirection(BeeLine.java:493)
at org.apache.hive.beeline.BeeLine.main(BeeLine.java:476)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.hadoop.util.RunJar.run(RunJar.java:233)
at org.apache.hadoop.util.RunJar.main(RunJar.java:148)
Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)
at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147)
at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:122)
at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187)
at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:224)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179)
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:192)
... 28 more
18/04/26 19:24:29 [main]: WARN jdbc.HiveConnection: Failed to connect to localhost:10000
Error: Could not open client transport with JDBC Uri: jdbc:hive2://localhost:10000/default;principal=hive/sandbox-hdp.hortonworks.com@HWX.COM: GSS initiate failed (state=08S01,code=0)
Connecting to jdbc:hive2://localhost:10000/default;principal=hive/sandbox-hdp.hortonworks.com@HWX.COM
18/04/26 19:24:33 [main]: ERROR transport.TSaslTransport: SASL negotiation failure
javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:211)
at org.apache.thrift.transport.TSaslClientTransport.handleSaslStartMessage(TSaslClientTransport.java:94)
at org.apache.thrift.transport.TSaslTransport.open(TSaslTransport.java:271)
at org.apache.thrift.transport.TSaslClientTransport.open(TSaslClientTransport.java:37)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:52)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:49)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:422)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1869)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport.open(TUGIAssumingTransport.java:49)
at org.apache.hive.jdbc.HiveConnection.openTransport(HiveConnection.java:204)
at org.apache.hive.jdbc.HiveConnection.(HiveConnection.java:166)
at org.apache.hive.jdbc.HiveDriver.connect(HiveDriver.java:105)
at java.sql.DriverManager.getConnection(DriverManager.java:664)
at java.sql.DriverManager.getConnection(DriverManager.java:208)
at org.apache.hive.beeline.DatabaseConnection.connect(DatabaseConnection.java:146)
at org.apache.hive.beeline.DatabaseConnection.getConnection(DatabaseConnection.java:211)
at org.apache.hive.beeline.Commands.connect(Commands.java:1204)
at org.apache.hive.beeline.Commands.connect(Commands.java:1100)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.hive.beeline.ReflectiveCommandHandler.execute(ReflectiveCommandHandler.java:54)
at org.apache.hive.beeline.BeeLine.dispatch(BeeLine.java:998)
at org.apache.hive.beeline.BeeLine.initArgs(BeeLine.java:717)
at org.apache.hive.beeline.BeeLine.begin(BeeLine.java:779)
at org.apache.hive.beeline.BeeLine.mainWithInputRedirection(BeeLine.java:493)
at org.apache.hive.beeline.BeeLine.main(BeeLine.java:476)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.hadoop.util.RunJar.run(RunJar.java:233)
at org.apache.hadoop.util.RunJar.main(RunJar.java:148)
Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)
at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147)
at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:122)
at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187)
at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:224)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179)
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:192)
... 34 more
18/04/26 19:24:33 [main]: WARN jdbc.HiveConnection: Failed to connect to localhost:10000
Error: Could not open client transport with JDBC Uri: jdbc:hive2://localhost:10000/default;principal=hive/sandbox-hdp.hortonworks.com@HWX.COM: GSS initiate failed (state=08S01,code=0)
0: jdbc:hive2://localhost:10000/default (closed)>
0: jdbc:hive2://localhost:10000/default (closed)> CREATE TABLE IF NOT EXISTS consent_master.consent_data_trans(
0: jdbc:hive2://localhost:10000/default (closed)> Country NGSTRI
0: jdbc:hive2://localhost:10000/default (closed)> , CountryFull NGSTRI
0: jdbc:hive2://localhost:10000/default (closed)> , InsuranceID INT
0: jdbc:hive2://localhost:10000/default (closed)> , MarketingConsent NGSTRI
0: jdbc:hive2://localhost:10000/default (closed)> , MarketingConsentStartDate DATE
0: jdbc:hive2://localhost:10000/default (closed)> , LoyaltyConsent G STRIN
0: jdbc:hive2://localhost:10000/default (closed)> , LoyaltyConsentStartDate DATE
0: jdbc:hive2://localhost:10000/default (closed)> , ThirdPartyConsent INGSTR
0: jdbc:hive2://localhost:10000/default (closed)> , ThirdPartyConsentStartDate DATE
0: jdbc:hive2://localhost:10000/default (closed)> )
0: jdbc:hive2://localhost:10000/default (closed)> CLUSTERED BY(Country) INTO 3 BUCKETS
0: jdbc:hive2://localhost:10000/default (closed)> STORED AS ORC
0: jdbc:hive2://localhost:10000/default (closed)> LOCATION '/hive_data/consent-trans'
0: jdbc:hive2://localhost:10000/default (closed)> TBLPROPERTIES ('transactional'='true');
18/04/26 19:24:33 [main]: ERROR transport.TSaslTransport: SASL negotiation failure
javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:211)
at org.apache.thrift.transport.TSaslClientTransport.handleSaslStartMessage(TSaslClientTransport.java:94)
at org.apache.thrift.transport.TSaslTransport.open(TSaslTransport.java:271)
at org.apache.thrift.transport.TSaslClientTransport.open(TSaslClientTransport.java:37)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:52)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:49)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:422)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1869)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport.open(TUGIAssumingTransport.java:49)
at org.apache.hive.jdbc.HiveConnection.openTransport(HiveConnection.java:204)
at org.apache.hive.jdbc.HiveConnection.(HiveConnection.java:166)
at org.apache.hive.jdbc.HiveDriver.connect(HiveDriver.java:105)
at java.sql.DriverManager.getConnection(DriverManager.java:664)
at java.sql.DriverManager.getConnection(DriverManager.java:208)
at org.apache.hive.beeline.DatabaseConnection.connect(DatabaseConnection.java:146)
at org.apache.hive.beeline.DatabaseConnection.getConnection(DatabaseConnection.java:211)
at org.apache.hive.beeline.BeeLine.assertConnection(BeeLine.java:1198)
at org.apache.hive.beeline.Commands.execute(Commands.java:810)
at org.apache.hive.beeline.Commands.sql(Commands.java:729)
at org.apache.hive.beeline.BeeLine.dispatch(BeeLine.java:1000)
at org.apache.hive.beeline.BeeLine.execute(BeeLine.java:835)
at org.apache.hive.beeline.BeeLine.executeFile(BeeLine.java:816)
at org.apache.hive.beeline.BeeLine.begin(BeeLine.java:785)
at org.apache.hive.beeline.BeeLine.mainWithInputRedirection(BeeLine.java:493)
at org.apache.hive.beeline.BeeLine.main(BeeLine.java:476)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.hadoop.util.RunJar.run(RunJar.java:233)
at org.apache.hadoop.util.RunJar.main(RunJar.java:148)
Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)
at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147)
at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:122)
at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187)
at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:224)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179)
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:192)
... 31 more
18/04/26 19:24:33 [main]: WARN jdbc.HiveConnection: Failed to connect to localhost:10000
No current connection
18/04/26 19:24:33 [main]: ERROR transport.TSaslTransport: SASL negotiation failure
javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:211)
at org.apache.thrift.transport.TSaslClientTransport.handleSaslStartMessage(TSaslClientTransport.java:94)
at org.apache.thrift.transport.TSaslTransport.open(TSaslTransport.java:271)
at org.apache.thrift.transport.TSaslClientTransport.open(TSaslClientTransport.java:37)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:52)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport$1.run(TUGIAssumingTransport.java:49)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:422)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1869)
at org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport.open(TUGIAssumingTransport.java:49)
at org.apache.hive.jdbc.HiveConnection.openTransport(HiveConnection.java:204)
at org.apache.hive.jdbc.HiveConnection.(HiveConnection.java:166)
at org.apache.hive.jdbc.HiveDriver.connect(HiveDriver.java:105)
at java.sql.DriverManager.getConnection(DriverManager.java:664)
at java.sql.DriverManager.getConnection(DriverManager.java:208)
at org.apache.hive.beeline.DatabaseConnection.connect(DatabaseConnection.java:146)
at org.apache.hive.beeline.DatabaseConnection.getConnection(DatabaseConnection.java:211)
at org.apache.hive.beeline.Commands.close(Commands.java:1016)
at org.apache.hive.beeline.Commands.closeall(Commands.java:998)
at org.apache.hive.beeline.BeeLine.close(BeeLine.java:848)
at org.apache.hive.beeline.BeeLine.begin(BeeLine.java:795)
at org.apache.hive.beeline.BeeLine.mainWithInputRedirection(BeeLine.java:493)
at org.apache.hive.beeline.BeeLine.main(BeeLine.java:476)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.hadoop.util.RunJar.run(RunJar.java:233)
at org.apache.hadoop.util.RunJar.main(RunJar.java:148)
Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)
at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:147)
at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:122)
at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:187)
at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:224)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179)
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:192)
... 28 more
18/04/26 19:24:33 [main]: WARN jdbc.HiveConnection: Failed to connect to localhost:10000
Error: Could not open client transport with JDBC Uri: jdbc:hive2://localhost:10000/default;principal=hive/sandbox-hdp.hortonworks.com@HWX.COM: GSS initiate failed (state=08S01,code=0)
kdestroy: No credentials cache found while destroying cache
Using default cache: /tmp/krb5cc_0
Using principal: rm/sandbox-hdp.hortonworks.com@HWX.COM
Using keytab: /etc/security/keytabs/rm.service.keytab
kinit: Client not found in Kerberos database while getting initial credentials
18/04/26 19:24:39 INFO client.RMProxy: Connecting to ResourceManager at sandbox-hdp.hortonworks.com/172.17.0.2:8032
18/04/26 19:24:40 INFO client.AHSProxy: Connecting to Application History server at sandbox-hdp.hortonworks.com/172.17.0.2:10200
kafka_broker detected as sandbox-hdp.hortonworks.com
enable_kerberos detected as true
kdc_realm detected as HWX.COM
kinit: Client not found in Kerberos database while getting initial credentials
Creating Hbase tables...
ERROR: org.apache.hadoop.hbase.security.AccessDeniedException: Insufficient permissions for user 'root' (action=create)
Here is some help for this command:
Creates a table. Pass a table name, and a set of column family
specifications (at least one), and, optionally, table configuration.
Column specification can be a simple string (name), or a dictionary
(dictionaries are described below in main help output), necessarily
including NAME attribute.
Examples:
Create a table with namespace=ns1 and table qualifier=t1
hbase> create 'ns1:t1', {NAME => 'f1', VERSIONS => 5}
Create a table with namespace=default and table qualifier=t1
hbase> create 't1', {NAME => 'f1'}, {NAME => 'f2'}, {NAME => 'f3'}
hbase> # The above in shorthand would be the following:
hbase> create 't1', 'f1', 'f2', 'f3'
hbase> create 't1', {NAME => 'f1', VERSIONS => 1, TTL => 2592000, BLOCKCACHE => true}
hbase> create 't1', {NAME => 'f1', CONFIGURATION => {'hbase.hstore.blockingStoreFiles' => '10'}}
Table configuration options can be put at the end.
Examples:
hbase> create 'ns1:t1', 'f1', SPLITS => ['10', '20', '30', '40']
hbase> create 't1', 'f1', SPLITS => ['10', '20', '30', '40']
hbase> create 't1', 'f1', SPLITS_FILE => 'splits.txt', OWNER => 'johndoe'
hbase> create 't1', {NAME => 'f1', VERSIONS => 5}, METADATA => { 'mykey' => 'myvalue' }
hbase> # Optionally pre-split the table into NUMREGIONS, using
hbase> # SPLITALGO ("HexStringSplit", "UniformSplit" or classname)
hbase> create 't1', 'f1', {NUMREGIONS => 15, SPLITALGO => 'HexStringSplit'}
hbase> create 't1', 'f1', {NUMREGIONS => 15, SPLITALGO => 'HexStringSplit', REGION_REPLICATION => 2, CONFIGURATION => {'hbase.hregion.scan.loadColumnFamiliesOnDemand' => 'true'}}
You can also keep around a reference to the created table:
hbase> t1 = create 't1', 'f1'
Which gives you a reference to the table named 't1', on which you can then
call methods.
ERROR: org.apache.hadoop.hbase.security.AccessDeniedException: Insufficient permissions for user 'root' (action=create)
Here is some help for this command:
Creates a table. Pass a table name, and a set of column family
specifications (at least one), and, optionally, table configuration.
Column specification can be a simple string (name), or a dictionary
(dictionaries are described below in main help output), necessarily
including NAME attribute.
Examples:
Create a table with namespace=ns1 and table qualifier=t1
hbase> create 'ns1:t1', {NAME => 'f1', VERSIONS => 5}
Create a table with namespace=default and table qualifier=t1
hbase> create 't1', {NAME => 'f1'}, {NAME => 'f2'}, {NAME => 'f3'}
hbase> # The above in shorthand would be the following:
hbase> create 't1', 'f1', 'f2', 'f3'
hbase> create 't1', {NAME => 'f1', VERSIONS => 1, TTL => 2592000, BLOCKCACHE => true}
hbase> create 't1', {NAME => 'f1', CONFIGURATION => {'hbase.hstore.blockingStoreFiles' => '10'}}
Table configuration options can be put at the end.
Examples:
hbase> create 'ns1:t1', 'f1', SPLITS => ['10', '20', '30', '40']
hbase> create 't1', 'f1', SPLITS => ['10', '20', '30', '40']
hbase> create 't1', 'f1', SPLITS_FILE => 'splits.txt', OWNER => 'johndoe'
hbase> create 't1', {NAME => 'f1', VERSIONS => 5}, METADATA => { 'mykey' => 'myvalue' }
hbase> # Optionally pre-split the table into NUMREGIONS, using
hbase> # SPLITALGO ("HexStringSplit", "UniformSplit" or classname)
hbase> create 't1', 'f1', {NUMREGIONS => 15, SPLITALGO => 'HexStringSplit'}
hbase> create 't1', 'f1', {NUMREGIONS => 15, SPLITALGO => 'HexStringSplit', REGION_REPLICATION => 2, CONFIGURATION => {'hbase.hregion.scan.loadColumnFamiliesOnDemand' => 'true'}}
You can also keep around a reference to the created table:
hbase> t1 = create 't1', 'f1'
Which gives you a reference to the table named 't1', on which you can then
call methods.
TABLE
ATLAS_ENTITY_AUDIT_EVENTS
atlas_titan
iemployee
3 row(s) in 0.0710 seconds
Creating Kafka topics...
kinit: No such file or directory while getting initial credentials
Created topic "FOREX".
Created topic "PRIVATE".
ATLAS_ENTITIES
ATLAS_HOOK
FOREX
PRIVATE
__consumer_offsets
Publishing test data to Kafka topics...
org.apache.kafka.common.KafkaException: Failed to construct kafka producer
at org.apache.kafka.clients.producer.KafkaProducer.(KafkaProducer.java:338)
at org.apache.kafka.clients.producer.KafkaProducer.(KafkaProducer.java:188)
at kafka.producer.NewShinyProducer.(BaseProducer.scala:40)
at kafka.tools.ConsoleProducer$.main(ConsoleProducer.scala:46)
at kafka.tools.ConsoleProducer.main(ConsoleProducer.scala)
Caused by: org.apache.kafka.common.KafkaException: org.apache.kafka.common.KafkaException: Jaas configuration not found
at org.apache.kafka.common.network.SaslChannelBuilder.configure(SaslChannelBuilder.java:86)
at org.apache.kafka.common.network.ChannelBuilders.create(ChannelBuilders.java:71)
at org.apache.kafka.clients.ClientUtils.createChannelBuilder(ClientUtils.java:85)
at org.apache.kafka.clients.producer.KafkaProducer.(KafkaProducer.java:302)
... 4 more
Caused by: org.apache.kafka.common.KafkaException: Jaas configuration not found
at org.apache.kafka.common.security.kerberos.KerberosLogin.getServiceName(KerberosLogin.java:299)
at org.apache.kafka.common.security.kerberos.KerberosLogin.configure(KerberosLogin.java:103)
at org.apache.kafka.common.security.authenticator.LoginManager.(LoginManager.java:45)
at org.apache.kafka.common.security.authenticator.LoginManager.acquireLoginManager(LoginManager.java:68)
at org.apache.kafka.common.network.SaslChannelBuilder.configure(SaslChannelBuilder.java:78)
... 7 more
Caused by: java.io.IOException: Could not find a 'KafkaClient' entry in this configuration.
at org.apache.kafka.common.security.JaasUtils.jaasConfig(JaasUtils.java:50)
at org.apache.kafka.common.security.kerberos.KerberosLogin.getServiceName(KerberosLogin.java:297)
... 11 more
org.apache.kafka.common.KafkaException: Failed to construct kafka producer
at org.apache.kafka.clients.producer.KafkaProducer.(KafkaProducer.java:338)
at org.apache.kafka.clients.producer.KafkaProducer.(KafkaProducer.java:188)
at kafka.producer.NewShinyProducer.(BaseProducer.scala:40)
at kafka.tools.ConsoleProducer$.main(ConsoleProducer.scala:46)
at kafka.tools.ConsoleProducer.main(ConsoleProducer.scala)
Caused by: org.apache.kafka.common.KafkaException: org.apache.kafka.common.KafkaException: Jaas configuration not found
at org.apache.kafka.common.network.SaslChannelBuilder.configure(SaslChannelBuilder.java:86)
at org.apache.kafka.common.network.ChannelBuilders.create(ChannelBuilders.java:71)
at org.apache.kafka.clients.ClientUtils.createChannelBuilder(ClientUtils.java:85)
at org.apache.kafka.clients.producer.KafkaProducer.(KafkaProducer.java:302)
... 4 more
Caused by: org.apache.kafka.common.KafkaException: Jaas configuration not found
at org.apache.kafka.common.security.kerberos.KerberosLogin.getServiceName(KerberosLogin.java:299)
at org.apache.kafka.common.security.kerberos.KerberosLogin.configure(KerberosLogin.java:103)
at org.apache.kafka.common.security.authenticator.LoginManager.(LoginManager.java:45)
at org.apache.kafka.common.security.authenticator.LoginManager.acquireLoginManager(LoginManager.java:68)
at org.apache.kafka.common.network.SaslChannelBuilder.configure(SaslChannelBuilder.java:78)
... 7 more
Caused by: java.io.IOException: Could not find a 'KafkaClient' entry in this configuration.
at org.apache.kafka.common.security.JaasUtils.jaasConfig(JaasUtils.java:50)
at org.apache.kafka.common.security.kerberos.KerberosLogin.getServiceName(KerberosLogin.java:297)
... 11 more
Allowing Zeppelin to kinit as joe/ivanna/etluser..
chown: cannot access `/etc/security/keytabs/joe_analyst.keytab': No such file or directory
chmod: cannot access `/etc/security/keytabs/joe_analyst.keytab': No such file or directory
chown: cannot access `/etc/security/keytabs/ivanna_eu_hr.keytab': No such file or directory
chmod: cannot access `/etc/security/keytabs/ivanna_eu_hr.keytab': No such file or directory
chown: cannot access `/etc/security/keytabs/etl_user.keytab': No such file or directory
chmod: cannot access `/etc/security/keytabs/etl_user.keytab': No such file or directory
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
152 152 0 152 0 0 247 0 --:--:-- --:--:-- --:--:-- 247
{"error":"Given instance guid null is invalid\\\/not found"} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
154 154 0 154 0 0 10006 0 --:--:-- --:--:-- --:--:-- 11000
{"error":"Given instance guid null is invalid\\\/not found"} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
154 154 0 154 0 0 9810 0 --:--:-- --:--:-- --:--:-- 10266
{"error":"Given instance guid null is invalid\\\/not found"} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
160 160 0 160 0 0 11736 0 --:--:-- --:--:-- --:--:-- 12307
{"error":"Given instance guid null is invalid\\\/not found"} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
153 153 0 153 0 0 8562 0 --:--:-- --:--:-- --:--:-- 9000
{"error":"Given instance guid null is invalid\\\/not found"} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
163 163 0 163 0 0 11267 0 --:--:-- --:--:-- --:--:-- 12538
{"error":"Given instance guid null is invalid\\\/not found"} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
148 148 0 148 0 0 10176 0 --:--:-- --:--:-- --:--:-- 11384
{"error":"Given instance guid null is invalid\\\/not found"} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
152 152 0 152 0 0 10550 0 --:--:-- --:--:-- --:--:-- 11692
{"error":"Given instance guid null is invalid\\\/not found"} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
162 162 0 162 0 0 13957 0 --:--:-- --:--:-- --:--:-- 14727
{"error":"Given instance guid null is invalid\\\/not found"} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
157 157 0 157 0 0 11228 0 --:--:-- --:--:-- --:--:-- 12076
{"error":"Given instance guid null is invalid\\\/not found"} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
164 164 0 164 0 0 12411 0 --:--:-- --:--:-- --:--:-- 13666
{"error":"Given instance guid null is invalid\\\/not found"} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
162 162 0 162 0 0 12492 0 --:--:-- --:--:-- --:--:-- 13500
{"error":"Given instance guid null is invalid\\\/not found"} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
166 166 0 166 0 0 7367 0 --:--:-- --:--:-- --:--:-- 7545
{"error":"Given instance guid null is invalid\\\/not found"}{"mutatedEntities":{"CREATE":[{"typeName":"kafka_topic","attributes":{"qualifiedName":"FOREX@hdp","topic":"FOREX"},"guid":"1deedbca-137c-4847-952f-bfb538fa5a8a","status":"ACTIVE"}]},"guidAssignments":{"-1":"1deedbca-137c-4847-952f-bfb538fa5a8a"}}{"mutatedEntities":{"CREATE":[{"typeName":"kafka_topic","attributes":{"qualifiedName":"PRIVATE@hdp","topic":"PRIVATE"},"guid":"f8f971fb-2f48-4f09-9e0c-9f6d85d6f1a9","status":"ACTIVE"}]},"guidAssignments":{"-1":"f8f971fb-2f48-4f09-9e0c-9f6d85d6f1a9"}} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
125 375 0 375 0 0 8113 0 --:--:-- --:--:-- --:--:-- 8333
{"requestId":"pool-2-thread-4 - 756843c4-082c-463c-bec6-fa008ac4afb0"}{"mutatedEntities":{"CREATE":[{"typeName":"hbase_table","attributes":{"qualifiedName":"T_FOREX@hdp"},"guid":"71eea9ce-add8-4e9a-9da2-298c7cc9a95e","status":"ACTIVE"}]},"guidAssignments":{"-1":"71eea9ce-add8-4e9a-9da2-298c7cc9a95e"}}{"mutatedEntities":{"CREATE":[{"typeName":"hbase_table","attributes":{"qualifiedName":"T_PRIVATE@hdp"},"guid":"4ca244b6-9467-4e12-84f8-a2b1a5f24017","status":"ACTIVE"}]},"guidAssignments":{"-1":"4ca244b6-9467-4e12-84f8-a2b1a5f24017"}} % Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 400 0 400 0 0 14156 0 --:--:-- --:--:-- --:--:-- 14814
{"requestId":"pool-2-thread-10 - 4e4bbffc-ac0e-47be-950d-6ddd6a23a83b"}Automated portion of setup is complete, next please create the tag repo in Ranger, associate with Hive and import tag policies
See https://github.com/abajwa-hw/masterclass/blob/master/ranger-atlas/README.md for more details
Once complete, see here for walk through of demo: https://community.hortonworks.com/articles/151939/hdp-securitygovernance-demo-kit.html
[root@sandbox-hdp ~]#