diff --git a/spark/Chart.yaml b/spark/Chart.yaml new file mode 100644 index 0000000000..ad200a6c40 --- /dev/null +++ b/spark/Chart.yaml @@ -0,0 +1,8 @@ +name: spark +home: http://spark.apache.org/ +version: 0.1.0 +description: spark for kubernetes +maintainers: +- Naga Ravi Chaitanya Elluri +details: + Apache Spark is a fast and general-purpose cluster computing system diff --git a/spark/README.md b/spark/README.md new file mode 100644 index 0000000000..0aedeb58e0 --- /dev/null +++ b/spark/README.md @@ -0,0 +1,5 @@ +# spark + +Apache Spark is a fast and general-purpose cluster computing system. + +Need for zeppelin service and controller: Apache Zeppelin is a new and incubating multi-purposed web-based notebook which brings data ingestion, data exploration, visualization, sharing and collaboration features to Spark. More information can be found at https://zeppelin.incubator.apache.org/ diff --git a/spark/manifests/spark-master-controller.yaml b/spark/manifests/spark-master-controller.yaml new file mode 100644 index 0000000000..2ecd1e46f5 --- /dev/null +++ b/spark/manifests/spark-master-controller.yaml @@ -0,0 +1,27 @@ +kind: ReplicationController +apiVersion: v1 +metadata: + name: spark-master-controller + labels: + heritage: helm + provider: spark +spec: + replicas: 1 + selector: + component: spark-master + template: + metadata: + labels: + component: spark-master + spec: + containers: + - name: spark-master + image: gcr.io/google_containers/spark:1.5.1_v3 + command: ["/start-master"] + ports: + - containerPort: 7077 + - containerPort: 8080 + resources: + requests: + cpu: 100m + diff --git a/spark/manifests/spark-master-service.yaml b/spark/manifests/spark-master-service.yaml new file mode 100644 index 0000000000..4a7a6d6fd9 --- /dev/null +++ b/spark/manifests/spark-master-service.yaml @@ -0,0 +1,14 @@ +kind: Service +apiVersion: v1 +metadata: + name: spark-master + labels: + heritage: helm + provider: spark +spec: + ports: + - port: 7077 + targetPort: 7077 + selector: + component: spark-master + diff --git a/spark/manifests/spark-webui.yaml b/spark/manifests/spark-webui.yaml new file mode 100644 index 0000000000..9f1a74bd7e --- /dev/null +++ b/spark/manifests/spark-webui.yaml @@ -0,0 +1,14 @@ +kind: Service +apiVersion: v1 +metadata: + name: spark-webui + labels: + heritage: helm + provider: spark +spec: + ports: + - port: 8080 + targetPort: 8080 + selector: + component: spark-master + diff --git a/spark/manifests/spark-worker-controller.yaml b/spark/manifests/spark-worker-controller.yaml new file mode 100644 index 0000000000..a9d0721e76 --- /dev/null +++ b/spark/manifests/spark-worker-controller.yaml @@ -0,0 +1,26 @@ +kind: ReplicationController +apiVersion: v1 +metadata: + name: spark-worker-controller + labels: + heritage: helm + provider: spark +spec: + replicas: 3 + selector: + component: spark-worker + template: + metadata: + labels: + component: spark-worker + spec: + containers: + - name: spark-worker + image: gcr.io/google_containers/spark:1.5.1_v3 + command: ["/start-worker"] + ports: + - containerPort: 8081 + resources: + requests: + cpu: 100m + diff --git a/spark/manifests/zeppelin-controller.yaml b/spark/manifests/zeppelin-controller.yaml new file mode 100644 index 0000000000..2952701e1e --- /dev/null +++ b/spark/manifests/zeppelin-controller.yaml @@ -0,0 +1,25 @@ +kind: ReplicationController +apiVersion: v1 +metadata: + name: zeppelin-controller + labels: + heritage: helm + provider: spark +spec: + replicas: 1 + selector: + component: zeppelin + template: + metadata: + labels: + component: zeppelin + spec: + containers: + - name: zeppelin + image: gcr.io/google_containers/zeppelin:v0.5.5_v2 + ports: + - containerPort: 8080 + resources: + requests: + cpu: 100m + diff --git a/spark/manifests/zeppelin-service.yaml b/spark/manifests/zeppelin-service.yaml new file mode 100644 index 0000000000..c7a4bcc38c --- /dev/null +++ b/spark/manifests/zeppelin-service.yaml @@ -0,0 +1,14 @@ +kind: Service +apiVersion: v1 +metadata: + name: zeppelin + labels: + heritage: helm + provider: spark +spec: + ports: + - port: 8080 + targetPort: 8080 + selector: + component: zeppelin +