SparkLE/kube/hdfs/manifests/lustre-dn.yaml

apiVersion: v1
kind: Service
metadata:
  name: hdfs-datanode-lustre
  namespace: iccs-hibench
  labels:
    app: hdfs-datanode-lustre
spec:
  ports:
  - port: 50010
    name: fs
  clusterIP: None
  selector:
    app: hdfs-datanode-lustre
---
apiVersion: apps/v1beta1
kind: StatefulSet
metadata:
  name: hdfs-datanode-lustre
  namespace: iccs-hibench
spec:
  selector:
    matchLabels:
      app: hdfs-datanode-lustre
  serviceName: "hdfs-datanode-lustre"
  replicas: 1
  template:
    metadata:
      labels:
        app: hdfs-datanode-lustre
    spec:
      containers:
        - name: datanode
          image: uhopper/hadoop-datanode:2.7.2
          volumeMounts:
          - name: dataset-lustre
            mountPath: /hadoop/dfs/data
          env:
            - name: CORE_CONF_fs_defaultFS
              value: hdfs://hdfs-namenode-lustre.iccs-hibench:8020
          ports:
          - containerPort: 50010
            name: fs
      restartPolicy: Always
      volumes:
      - name: dataset-lustre
        hostPath:
          path: /fslustre/evolve-data/hibench-hdfs
          type: Directory
      affinity:
        nodeAffinity:
          requiredDuringSchedulingIgnoredDuringExecution:
            nodeSelectorTerms:
            - matchExpressions:
              - key: kubernetes.io/hostname
                operator: In
                values:
                - ns51