kubernetes大数据

一参考网址

 https://github.com/apache-spark-on-k8s/kubernetes-HDFS/blob/master/charts/hdfs-datanode-k8s/README.md

[root@kolla yum.repos.d]# yum install krb5-server krb5-libs krb5-auth-dialog

二创建zookeeper服务，如果重复，则删除

[root@kolla ~]# kubectl create -f zookeeper.yaml 

service "zk-svc" created

configmap "zk-cm" created

poddisruptionbudget.policy "zk-pdb" created

statefulset.apps "zk" created

 1034  kubectl delete poddisruptionbudgets.policy zk-pdb

 1035  kubectl delete service zk-svc

 1036  kubectl delete configmap zk-cm

 1037  kubectl delete statefulset.apps zk

-------------------------------------------------------------------------------------------------

对nodes节点打标签

[root@kolla hdfs-datanode-k8s]# kubectl label nodes kolla node=hdfs-datanode-exclude

node "kolla" labeled

[root@kolla hdfs-datanode-k8s]# kubectl label nodes kolla node=hdfs-datanode-exclude --overwrite

[root@kolla hdfs-datanode-k8s]# kubectl get node -a -l "node=hdfs-datanode-exclude"

Flag --show-all has been deprecated, will be removed in an upcoming release

NAME      STATUS    ROLES     AGE       VERSION

kolla     Ready     master    3d        v1.10.3

[root@kolla hdfs-datanode-k8s]# 

如果label有问题，需要下列方法解决

[root@kolla hdfs-datanode-k8s]# kubectl edit node  kolla 

------------------------------------------------------------------------------------

[root@kolla ~]# helm install -n my-hdfs-datanode ./kubernetes-HDFS/charts/hdfs-datanode-k8s   #或者

[root@kolla charts]# helm install hdfs-config-k8s      --name my-hdfs-config      --set fullnameOverride=hdfs-config

NAME:   my-hdfs-datanode

LAST DEPLOYED: Sat Jun 30 19:57:51 2018

NAMESPACE: default

STATUS: DEPLOYED

RESOURCES:

==> extensions/DaemonSet

NAME            DESIRED   CURRENT   READY     NODE-SELECTOR   AGE

hdfs-datanode   1         1         0         <none>          0s

[root@kolla ~]# helm delete --purge my-hdfs-datanode (如果提示重复)

[root@kolla charts]# kubectl get configmap

NAME          DATA      AGE

hdfs-config   2         10s

zk-cm         7         2m

[root@kolla charts]# kubectl create configmap kerberos-config --from-file=krb5-server

 

[root@kolla charts]# for HOST in $HOSTS; do      kadmin.local -q "addprinc -randkey hdfs/[email protected]" ;      kadmin.local -q "addprinc -randkey HTTP/$HOSTMYCOMPANY.COM" ;      kadmin.local -q "ktadd -norandkey  \

           -k hdfs-keytabs/kube-n1.mycompany.com.keytab  \

           hdfs/[email protected]  \

           HTTP/[email protected]";    done