diff --git a/.github/workflows/dockerhub-deploy.yml b/.github/workflows/dockerhub-deploy.yml
new file mode 100644
index 0000000000..a62979082e
--- /dev/null
+++ b/.github/workflows/dockerhub-deploy.yml
@@ -0,0 +1,117 @@
+name: Deploy to Docker Hub
+on: [push, pull_request, workflow_dispatch]
+jobs:
+
+ base-jdk:
+
+ runs-on: ubuntu-latest
+
+ steps:
+ - name: Check Out Repo
+ uses: actions/checkout@v3
+
+ - name: Set up QEMU
+ uses: docker/setup-qemu-action@v2
+
+ - name: Set up Docker Buildx
+ id: buildx
+ uses: docker/setup-buildx-action@v2
+
+ - name: Login to Docker Hub
+ uses: docker/login-action@v2
+ with:
+ username: ${{ secrets.DOCKERHUB_USERNAME }}
+ password: ${{ secrets.DOCKERHUB_PASSWORD }}
+
+ - name: Build and push image
+ uses: docker/build-push-action@v4
+ with:
+ context: .
+ file: docker/base-jdk.dockerfile
+ tags: kartikeyhadiya/base-jdk:latest
+ push: ${{ github.event_name != 'pull_request' }}
+
+ spark-base-jupyterlab:
+
+ runs-on: ubuntu-latest
+
+ needs: base-jdk
+
+ strategy:
+ fail-fast: false
+ matrix:
+ image: [spark-base, spark-sedona-jupyterlab/sedona_jupyterlab]
+
+ steps:
+ - name: Check Out Repo
+ uses: actions/checkout@v3
+
+ - name: Set up QEMU
+ uses: docker/setup-qemu-action@v2
+
+ - name: Set up Docker Buildx
+ id: buildx
+ uses: docker/setup-buildx-action@v2
+
+ - name: Login to Docker Hub
+ uses: docker/login-action@v2
+ with:
+ username: ${{ secrets.DOCKERHUB_USERNAME }}
+ password: ${{ secrets.DOCKERHUB_PASSWORD }}
+
+ - name: Get branch names
+ id: branch-name
+ uses: tj-actions/branch-names@v7
+
+ - name: Sets env vars for image_tag
+ run: |
+ IMAGE_TAG=${{ steps.branch-name.outputs.tag }}
+ ! [[ "$IMAGE_TAG" ]] && IMAGE_TAG=${{ steps.branch-name.outputs.current_branch }}
+ [[ "$IMAGE_TAG" =~ ^(master|main)$ ]] && IMAGE_TAG=latest
+ image=`echo ${{ matrix.image }} | cut -d '/' -f 2`
+ [[ ${{ matrix.image }} == "spark-base" ]] && tag=3.3.2 || tag=$IMAGE_TAG
+ echo "DOCKER_IMAGE_TAG=kartikeyhadiya/$image:$tag" >> $GITHUB_ENV
+
+ - name: Build and push image
+ uses: docker/build-push-action@v4
+ with:
+ context: .
+ file: docker/${{ matrix.image }}.dockerfile
+ tags: ${{ env.DOCKER_IMAGE_TAG }}
+ push: ${{ github.event_name != 'pull_request' }}
+
+ master_worker:
+
+ runs-on: ubuntu-latest
+
+ strategy:
+ fail-fast: false
+ matrix:
+ image: [spark-master, spark-worker]
+
+ needs: spark-base-jupyterlab
+ steps:
+
+ - name: Check Out Repo
+ uses: actions/checkout@v3
+
+ - name: Set up QEMU
+ uses: docker/setup-qemu-action@v2
+
+ - name: Set up Docker Buildx
+ id: buildx
+ uses: docker/setup-buildx-action@v2
+
+ - name: Login to Docker Hub
+ uses: docker/login-action@v2
+ with:
+ username: ${{ secrets.DOCKERHUB_USERNAME }}
+ password: ${{ secrets.DOCKERHUB_PASSWORD }}
+
+ - name: Build and push image
+ uses: docker/build-push-action@v4
+ with:
+ context: .
+ file: docker/${{ matrix.image }}.dockerfile
+ tags: kartikeyhadiya/${{ matrix.image }}:3.3.2
+ push: ${{ github.event_name != 'pull_request' }}
diff --git a/docker/base-jdk.dockerfile b/docker/base-jdk.dockerfile
new file mode 100644
index 0000000000..cb9f234f57
--- /dev/null
+++ b/docker/base-jdk.dockerfile
@@ -0,0 +1,45 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+ARG debian_buster_image_tag=8-jre-slim
+FROM openjdk:${debian_buster_image_tag}
+
+# -- Layer: OS + Python
+
+ARG shared_workspace=/opt/workspace
+ARG python_version=3.7.12
+
+RUN mkdir -p ${shared_workspace} && \
+ apt-get update -y && \
+ apt install -y curl gcc &&\
+ apt install -y build-essential zlib1g-dev libncurses5-dev && \
+ apt install -y libsqlite3-dev && \
+ apt install -y libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev wget libjpeg-dev && \
+ rm -rf /var/lib/apt/lists/*
+RUN cd /usr/bin && \
+ curl -O https://www.python.org/ftp/python/${python_version}/Python-${python_version}.tar.xz && \
+ tar -xf Python-${python_version}.tar.xz && cd Python-${python_version} && ./configure --with-ensurepip=install && make -j 8 &&\
+ ln -s /usr/bin/Python-${python_version}/python /usr/bin/python && \
+ ln -s /usr/bin/Python-${python_version}/python /usr/bin/python3 && \
+ rm -rf Python-${python_version}.tar.xz
+
+ENV SHARED_WORKSPACE=${shared_workspace}
+
+# -- Runtime
+
+VOLUME ${shared_workspace}
+CMD ["bash"]
\ No newline at end of file
diff --git a/docker/spark-base.dockerfile b/docker/spark-base.dockerfile
new file mode 100644
index 0000000000..25e885b092
--- /dev/null
+++ b/docker/spark-base.dockerfile
@@ -0,0 +1,52 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+FROM kartikeyhadiya/base-jdk
+
+# -- Layer: Apache Spark
+
+ARG spark_version=3.3.2
+ARG hadoop_version=3
+ARG sedona_version=1.4.0
+ARG geotools_wrapper_version=1.4.0-28.2
+
+ENV SPARK_HOME /opt/spark
+ENV SPARK_MASTER_HOST spark-master
+ENV SPARK_MASTER_PORT 7077
+ENV PYTHONPATH=$SPARK_HOME/python
+ENV PYSPARK_PYTHON python3
+ENV PYSPARK_DRIVER_PYTHON jupyter
+
+RUN apt-get update -y && \
+ apt-get install -y curl && \
+ curl https://archive.apache.org/dist/spark/spark-${spark_version}/spark-${spark_version}-bin-hadoop${hadoop_version}.tgz -o spark.tgz && \
+ tar -xf spark.tgz && \
+ mv spark-${spark_version}-bin-hadoop${hadoop_version} /opt/spark && \
+ mkdir /opt/spark/logs && \
+ rm spark.tgz && \
+ # -- Copy sedona jars to Spark jars
+ curl https://dlcdn.apache.org/sedona/${sedona_version}/apache-sedona-${sedona_version}-bin.tar.gz -o sedona.tar.gz && \
+ tar -xf sedona.tar.gz && \
+ mv apache-sedona-${sedona_version}-bin/* /${SPARK_HOME}/jars/ && \
+ rm -r apache-sedona-${sedona_version}-bin sedona.tar.gz && \
+ # -- Copy geotools-wrapper jars to Spark jars
+ curl https://repo1.maven.org/maven2/org/datasyslab/geotools-wrapper/${geotools_wrapper_version}/geotools-wrapper-${geotools_wrapper_version}.jar -o geotools-wrapper-${geotools_wrapper_version}.jar && \
+ mv geotools-wrapper-${geotools_wrapper_version}.jar /${SPARK_HOME}/jars/
+
+# -- Runtime
+
+WORKDIR ${SPARK_HOME}
\ No newline at end of file
diff --git a/docker/spark-master.dockerfile b/docker/spark-master.dockerfile
new file mode 100644
index 0000000000..10189e02c4
--- /dev/null
+++ b/docker/spark-master.dockerfile
@@ -0,0 +1,26 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+ARG spark_version=3.3.2
+FROM kartikeyhadiya/spark-base:${spark_version}
+
+# -- Runtime
+
+ARG spark_master_web_ui=8080
+
+EXPOSE ${spark_master_web_ui} ${SPARK_MASTER_PORT}
+CMD bin/spark-class org.apache.spark.deploy.master.Master >> logs/spark-master.out
\ No newline at end of file
diff --git a/docker/spark-sedona-jupyterlab/.dockerignore b/docker/spark-sedona-jupyterlab/.dockerignore
new file mode 100644
index 0000000000..90b0504829
--- /dev/null
+++ b/docker/spark-sedona-jupyterlab/.dockerignore
@@ -0,0 +1,3 @@
+Dockerfile
+compose.yml
+README.md
\ No newline at end of file
diff --git a/docker/spark-sedona-jupyterlab/.gitignore b/docker/spark-sedona-jupyterlab/.gitignore
new file mode 100644
index 0000000000..66f91c7a7e
--- /dev/null
+++ b/docker/spark-sedona-jupyterlab/.gitignore
@@ -0,0 +1,6 @@
+commands.txt
+docker-compose-orig.yml
+Dockerfile.bak
+log.txt
+examples
+.ipynb_checkpoints
\ No newline at end of file
diff --git a/docker/spark-sedona-jupyterlab/README.md b/docker/spark-sedona-jupyterlab/README.md
new file mode 100644
index 0000000000..f3ade94bc0
--- /dev/null
+++ b/docker/spark-sedona-jupyterlab/README.md
@@ -0,0 +1,21 @@
+# sedona_jupyterlab_spark
+Dockerfiles for apache sedona with JupyterLab and 1 spark master node and 2 worker node
+
+# Docker Image
+kartikeyhadiya/sedona_jupyterlab:1.4.0
+
+The image contains all the dependencies required for configuring Apache Sedona and JupyterLab. JupyterLab can be accessed at http://localhost:8888/ after pulling image.
+
+# Spark Configuration
+ - Master node can be accessed at port http://localhost:8080/ (spark://spark-master:7077). Refer link given in credit for more information.
+ - Spark-worker-1 can be accessed at port http://localhost:8081/.
+ - Spark-worker-2 can be accessed at port http://localhost:8082/.
+
+# How to build
+ - Clone the repository
+ - Run build.sh script. (If using WSL, use dos2unix command to convert line endings to unix format)
+ - Run docker-compose up
+
+# Requirements
+ - Docker
+ - Docker-compose
\ No newline at end of file
diff --git a/docker/spark-sedona-jupyterlab/build.sh b/docker/spark-sedona-jupyterlab/build.sh
new file mode 100644
index 0000000000..e60ef8faab
--- /dev/null
+++ b/docker/spark-sedona-jupyterlab/build.sh
@@ -0,0 +1,67 @@
+#!/bin/bash
+
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# -- Software Stack Version
+
+PYTHON_VERSION="3.9.17"
+SPARK_VERSION="3.3.2"
+HADOOP_VERSION="3"
+SEDONA_VERSION="1.4.0"
+GEOTOOLS_WRAPPER_VERSION="1.4.0-28.2"
+
+# -- Building the Images
+
+docker build \
+ --no-cache \
+ --build-arg python_version="${PYTHON_VERSION}" \
+ -f docker/base-jdk.dockerfile \
+ -t kartikeyhadiya/base-jdk:latest .
+
+docker build \
+ --no-cache \
+ --build-arg spark_version="${SPARK_VERSION}" \
+ --build-arg hadoop_version="${HADOOP_VERSION}" \
+ --build-arg sedona_version="${SEDONA_VERSION}" \
+ --build-arg geotools_wrapper_version="${GEOTOOLS_WRAPPER_VERSION}" \
+ -f docker/spark-base.dockerfile \
+ -t kartikeyhadiya/spark-base:latest \
+ -t kartikeyhadiya/spark-base:${SPARK_VERSION} .
+
+docker build \
+ --no-cache \
+ --build-arg spark_version="${SPARK_VERSION}" \
+ -f docker/spark-master.dockerfile \
+ -t kartikeyhadiya/spark-master:latest \
+ -t kartikeyhadiya/spark-master:${SPARK_VERSION} .
+
+docker build \
+ --no-cache \
+ --build-arg spark_version="${SPARK_VERSION}" \
+ -f docker/spark-worker.dockerfile \
+ -t kartikeyhadiya/spark-worker:latest \
+ -t kartikeyhadiya/spark-worker:${SPARK_VERSION} .
+
+docker build \
+ --no-cache \
+ --build-arg sedona_version="${SEDONA_VERSION}" \
+ --build-arg geotools_wrapper_version="${GEOTOOLS_WRAPPER_VERSION}" \
+ --build-arg python_version="${PYTHON_VERSION}" \
+ -f docker/spark-sedona-jupyterlab/sedona_jupyterlab.dockerfile \
+ -t kartikeyhadiya/sedona_jupyterlab:latest \
+ -t kartikeyhadiya/sedona_jupyterlab:${SEDONA_VERSION} .
\ No newline at end of file
diff --git a/docker/spark-sedona-jupyterlab/compose.yml b/docker/spark-sedona-jupyterlab/compose.yml
new file mode 100644
index 0000000000..86dced4434
--- /dev/null
+++ b/docker/spark-sedona-jupyterlab/compose.yml
@@ -0,0 +1,71 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+version: "3.9"
+volumes:
+ shared-workspace:
+ driver: local
+ name: shared-workspace
+ spark_volume:
+services:
+ spark-master:
+ image: kartikeyhadiya/spark-master
+ container_name: spark-master
+ ports:
+ - 8080:8080
+ - 7077:7077
+ volumes:
+ - shared-workspace:/opt/workspace
+ - spark_volume:/opt/spark
+ - ../../binder:/opt/workspace/examples:rw
+ spark-worker-1:
+ image: kartikeyhadiya/spark-worker
+ container_name: spark-worker-1
+ environment:
+ - SPARK_WORKER_CORES=1
+ - SPARK_WORKER_MEMORY=4g
+ ports:
+ - 8081:8081
+ volumes:
+ - shared-workspace:/opt/workspace
+ - ../../binder:/opt/workspace/examples:rw
+ depends_on:
+ - spark-master
+ spark-worker-2:
+ image: kartikeyhadiya/spark-worker
+ container_name: spark-worker-2
+ environment:
+ - SPARK_WORKER_CORES=1
+ - SPARK_WORKER_MEMORY=4g
+ ports:
+ - 8082:8081
+ volumes:
+ - shared-workspace:/opt/workspace
+ - ../../binder:/opt/workspace/examples:rw
+ depends_on:
+ - spark-master
+ jupyterlab:
+ image: kartikeyhadiya/sedona_jupyterlab
+ container_name: sedona_jupyterlab
+ ports:
+ - 8888:8888
+ volumes:
+ - shared-workspace:/opt/workspace
+ - spark_volume:/opt/spark
+ - ../../binder:/opt/workspace/examples:rw
+ depends_on:
+ - spark-master
\ No newline at end of file
diff --git a/docker/spark-sedona-jupyterlab/requirements.txt b/docker/spark-sedona-jupyterlab/requirements.txt
new file mode 100644
index 0000000000..54416a7db4
--- /dev/null
+++ b/docker/spark-sedona-jupyterlab/requirements.txt
@@ -0,0 +1,12 @@
+pytest
+jupyterlab
+pandas
+shapely==1.8.4
+geopandas<=0.11.1
+pyspark==3.3.2
+attrs
+pyarrow
+ipykernel
+apache-sedona==1.4.0
+matplotlib
+descartes
\ No newline at end of file
diff --git a/docker/spark-sedona-jupyterlab/sedona_jupyterlab.dockerfile b/docker/spark-sedona-jupyterlab/sedona_jupyterlab.dockerfile
new file mode 100644
index 0000000000..5a777c3394
--- /dev/null
+++ b/docker/spark-sedona-jupyterlab/sedona_jupyterlab.dockerfile
@@ -0,0 +1,48 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+FROM kartikeyhadiya/base-jdk
+
+ARG python_version=3.9
+RUN python_version=`echo ${python_version} | cut -d '.' -f 1-2`
+ARG sedona_version=1.4.0
+ARG geotools_wrapper_version=1.4.0-28.2
+
+COPY docker/spark-sedona-jupyterlab/requirements.txt /opt/requirements.txt
+COPY binder/* /opt/workspace/examples/
+
+RUN apt-get update -y && \
+ apt-get install -y python3-pip && \
+ pip3 install --upgrade pip
+RUN pip3 install -r /opt/requirements.txt
+RUN apt-get install -y curl && \
+ curl https://dlcdn.apache.org/sedona/${sedona_version}/apache-sedona-${sedona_version}-bin.tar.gz -o sedona.tar.gz && \
+ tar -xf sedona.tar.gz && \
+ # -- Copy sedona jars to PySpark jars
+ mv apache-sedona-${sedona_version}-bin/* /usr/local/lib/python${python_version}/dist-packages/pyspark/jars/ && \
+ rm sedona.tar.gz && \
+ # -- Copy geotools-wrapper jars to PySpark jars
+ curl https://repo1.maven.org/maven2/org/datasyslab/geotools-wrapper/${geotools_wrapper_version}/geotools-wrapper-${geotools_wrapper_version}.jar -o geotools-wrapper-${geotools_wrapper_version}.jar && \
+ mv geotools-wrapper-${geotools_wrapper_version}.jar /usr/local/lib/python${python_version}/dist-packages/pyspark/jars/
+
+# -- Runtime
+
+EXPOSE 8888
+
+WORKDIR ${SHARED_WORKSPACE}
+
+CMD jupyter lab --ip=0.0.0.0 --port=8888 --no-browser --allow-root --NotebookApp.token=
\ No newline at end of file
diff --git a/docker/spark-sedona-zeppelin/.dockerignore b/docker/spark-sedona-zeppelin/.dockerignore
new file mode 100644
index 0000000000..90b0504829
--- /dev/null
+++ b/docker/spark-sedona-zeppelin/.dockerignore
@@ -0,0 +1,3 @@
+Dockerfile
+compose.yml
+README.md
\ No newline at end of file
diff --git a/docker/spark-sedona-zeppelin/README.md b/docker/spark-sedona-zeppelin/README.md
new file mode 100644
index 0000000000..bd311d054f
--- /dev/null
+++ b/docker/spark-sedona-zeppelin/README.md
@@ -0,0 +1,20 @@
+# sedona_zeppelin-0.10.1
+Image for apache sedona with Zeppelin and 1 spark master node and 1 worker node. The image is build on top of spark-3.0.1 and sedona-1.3.1-incubating as zeppelin latest version 0.10.1 doesn't support spark versions above 3.1.* and sedona 1.3.1-incubating is compatible with spark 3.0.*.
+
+# Docker Image
+kartikeyhadiya/sedona_zeppelin-0.10.1:1.3.1-incubating
+
+The image contains all the dependencies required for configuring Apache Sedona and Zeppelin. Zeppelin can be accessed at http://localhost:8082/ after pulling image.
+May require enabling for helium plugin in zeppelin.
+
+# Spark Configuration
+ - Master node can be accessed at port http://localhost:8080/ (spark://spark-master:7077).
+ - Spark-worker-1 can be accessed at port http://localhost:8081/.
+
+# How to build
+ - Clone the repository
+ - Run docker-compose up
+
+# Requirements
+ - Docker
+ - Docker-compose
diff --git a/docker/spark-sedona-zeppelin/build.sh b/docker/spark-sedona-zeppelin/build.sh
new file mode 100644
index 0000000000..573db68ebe
--- /dev/null
+++ b/docker/spark-sedona-zeppelin/build.sh
@@ -0,0 +1,64 @@
+#!/bin/bash
+
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# -- Software Stack Version
+
+PYTHON_VERSION="3.7.12"
+SPARK_VERSION="3.0.1"
+HADOOP_VERSION="3.2"
+SEDONA_VERSION="1.3.1-incubating"
+GEOTOOLS_WRAPPER_VERSION="1.3.0-27.2"
+
+# -- Building the Images
+
+docker build \
+ --no-cache \
+ --build-arg python_version="${PYTHON_VERSION}" \
+ -f docker/base-jdk.dockerfile \
+ -t kartikeyhadiya/base-jdk:latest .
+
+docker build \
+ --no-cache \
+ --build-arg spark_version="${SPARK_VERSION}" \
+ --build-arg hadoop_version="${HADOOP_VERSION}" \
+ --build-arg sedona_version="${SEDONA_VERSION}" \
+ --build-arg geotools_wrapper_version="${GEOTOOLS_WRAPPER_VERSION}" \
+ -f docker/spark-base.dockerfile \
+ -t kartikeyhadiya/spark-base:${SPARK_VERSION} .
+
+docker build \
+ --no-cache \
+ --build-arg spark_version="${SPARK_VERSION}" \
+ -f docker/spark-master.dockerfile \
+ -t kartikeyhadiya/spark-master:${SPARK_VERSION} .
+
+docker build \
+ --no-cache \
+ --build-arg spark_version="${SPARK_VERSION}" \
+ -f docker/spark-worker.dockerfile \
+ -t kartikeyhadiya/spark-worker:${SPARK_VERSION} .
+
+docker build \
+ --no-cache \
+ --build-arg sedona_version="${SEDONA_VERSION}" \
+ --build-arg geotools_wrapper_version="${GEOTOOLS_WRAPPER_VERSION}" \
+ --build-arg spark_version="${SPARK_VERSION}" \
+ -f docker/spark-sedona-zeppelin/sedona_zeppelin.dockerfile \
+ -t kartikeyhadiya/sedona_zeppelin:latest \
+ -t kartikeyhadiya/sedona_zeppelin:${SEDONA_VERSION} .
\ No newline at end of file
diff --git a/docker/spark-sedona-zeppelin/compose.yml b/docker/spark-sedona-zeppelin/compose.yml
new file mode 100644
index 0000000000..a69d92345c
--- /dev/null
+++ b/docker/spark-sedona-zeppelin/compose.yml
@@ -0,0 +1,60 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+version: "3.9"
+volumes:
+ spark_volume:
+ shared-workspace:
+ driver: local
+ name: shared-workspace
+services:
+ spark-master:
+ image: kartikeyhadiya/spark-master:3.0.1
+ container_name: spark-master
+ ports:
+ - 8080:8080
+ - 7077:7077
+ volumes:
+ - ../../binder:/opt/workspace/examples:rw
+ - spark_volume:/opt/spark
+ - shared-workspace:/opt/workspace
+ spark-worker-1:
+ image: kartikeyhadiya/spark-worker:3.0.1
+ container_name: spark-worker-1
+ environment:
+ - SPARK_WORKER_CORES=2
+ - SPARK_WORKER_MEMORY=4g
+ ports:
+ - 8081:8081
+ volumes:
+ - ../../binder:/opt/workspace/examples:rw
+ - shared-workspace:/opt/workspace
+ depends_on:
+ - spark-master
+ zeppelin:
+ image: kartikeyhadiya/sedona_zeppelin:1.3.1-incubating
+ container_name: sedona_zeppelin
+ ports:
+ - "8083:8080"
+ volumes:
+ - ../../binder:/opt/workspace/examples:rw
+ - ./zeppelin/notebook:/opt/zeppelin/notebook
+ - ./zeppelin/conf:/opt/zeppelin/conf
+ - spark_volume:/opt/spark
+ - shared-workspace:/opt/workspace
+ depends_on:
+ - spark-master
\ No newline at end of file
diff --git a/docker/spark-sedona-zeppelin/requirements.txt b/docker/spark-sedona-zeppelin/requirements.txt
new file mode 100644
index 0000000000..969ce5d4f1
--- /dev/null
+++ b/docker/spark-sedona-zeppelin/requirements.txt
@@ -0,0 +1,14 @@
+pytest
+ipykernel
+notebook==6.0.0
+jupyter
+jupyterlab
+pandas
+shapely==1.8.4
+geopandas<=0.10.2
+pyspark==3.0.1
+attrs
+pyarrow
+apache-sedona==1.3.1
+matplotlib
+descartes
\ No newline at end of file
diff --git a/docker/spark-sedona-zeppelin/sedona_zeppelin.dockerfile b/docker/spark-sedona-zeppelin/sedona_zeppelin.dockerfile
new file mode 100644
index 0000000000..80e4f21789
--- /dev/null
+++ b/docker/spark-sedona-zeppelin/sedona_zeppelin.dockerfile
@@ -0,0 +1,31 @@
+FROM apache/zeppelin:0.10.1
+
+ARG sedona_version=1.3.1-incubating
+ARG geotools_wrapper_version=1.3.0-27.2
+
+USER root
+
+EXPOSE 8080
+
+ENV SPARK_HOME=/opt/spark
+ENV SPARK_MASTER=spark://spark-master:7077
+ENV PYSPARK_PYTHON=python3
+ENV PYSPARK_DRIVER_PYTHON=python3
+ENV PYTHONPATH=${SPARK_HOME}/python
+ENV PATH=${PYTHONPATH}:${PATH}
+
+COPY docker/spark-sedona-zeppelin/zeppelin/ /opt/zeppelin/
+RUN mkdir -p /opt/zeppelin/sedona_mapviz_widget
+COPY zeppelin/index.js /opt/zeppelin/sedona_mapviz_widget
+COPY zeppelin/package.json /opt/zeppelin/sedona_mapviz_widget
+COPY docker/spark-sedona-zeppelin/requirements.txt /opt/requirements.txt
+COPY binder/* /opt/workspace/examples/
+
+RUN pip3 install --upgrade pip
+RUN pip3 install -r /opt/requirements.txt && \
+ rm /opt/requirements.txt
+
+WORKDIR /opt/zeppelin
+
+# -- Runtime
+CMD ["/opt/zeppelin/bin/zeppelin.sh"]
\ No newline at end of file
diff --git a/docker/spark-sedona-zeppelin/zeppelin/conf/helium.json b/docker/spark-sedona-zeppelin/zeppelin/conf/helium.json
new file mode 100644
index 0000000000..b0ddfea920
--- /dev/null
+++ b/docker/spark-sedona-zeppelin/zeppelin/conf/helium.json
@@ -0,0 +1,9 @@
+{
+ "enabled": {
+ "sedona-zeppelin": "/opt/zeppelin"
+ },
+ "packageConfig": {},
+ "bundleDisplayOrder": [
+ "sedona-zeppelin"
+ ]
+}
\ No newline at end of file
diff --git a/docker/spark-sedona-zeppelin/zeppelin/conf/interpreter.json b/docker/spark-sedona-zeppelin/zeppelin/conf/interpreter.json
new file mode 100644
index 0000000000..5b73ec5641
--- /dev/null
+++ b/docker/spark-sedona-zeppelin/zeppelin/conf/interpreter.json
@@ -0,0 +1,3196 @@
+{
+ "interpreterSettings": {
+ "ignite": {
+ "id": "ignite",
+ "name": "ignite",
+ "group": "ignite",
+ "properties": {
+ "ignite.addresses": {
+ "name": "ignite.addresses",
+ "value": "127.0.0.1:47500..47509",
+ "type": "textarea",
+ "description": "Comma separated list of addresses (e.g. 127.0.0.1:47500 or 127.0.0.1:47500..47509)"
+ },
+ "ignite.clientMode": {
+ "name": "ignite.clientMode",
+ "value": true,
+ "type": "checkbox",
+ "description": "Client mode. true or false"
+ },
+ "ignite.config.url": {
+ "name": "ignite.config.url",
+ "value": "",
+ "type": "url",
+ "description": "Configuration URL. Overrides all other settings."
+ },
+ "ignite.peerClassLoadingEnabled": {
+ "name": "ignite.peerClassLoadingEnabled",
+ "value": true,
+ "type": "checkbox",
+ "description": "Peer class loading enabled. True or false"
+ },
+ "ignite.jdbc.url": {
+ "name": "ignite.jdbc.url",
+ "value": "jdbc:ignite:cfg://default-ignite-jdbc.xml",
+ "type": "string",
+ "description": "Ignite JDBC connection URL."
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "ignite",
+ "class": "org.apache.zeppelin.ignite.IgniteInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ },
+ {
+ "name": "ignitesql",
+ "class": "org.apache.zeppelin.ignite.IgniteSqlInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "beam": {
+ "id": "beam",
+ "name": "beam",
+ "group": "beam",
+ "properties": {
+ "zeppelin.scio.argz": {
+ "name": "zeppelin.scio.argz",
+ "value": "--runner\u003dInProcessPipelineRunner",
+ "type": "textarea",
+ "description": "Scio interpreter wide arguments"
+ },
+ "zeppelin.scio.maxResult": {
+ "name": "zeppelin.scio.maxResult",
+ "value": "1000",
+ "type": "number",
+ "description": "Max number of SCollection results to display."
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "beam",
+ "class": "org.apache.zeppelin.beam.BeamInterpreter",
+ "defaultInterpreter": true,
+ "editor": {
+ "editOnDblClick": false
+ }
+ },
+ {
+ "name": "scio",
+ "class": "org.apache.zeppelin.scio.ScioInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "scala"
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "geode": {
+ "id": "geode",
+ "name": "geode",
+ "group": "geode",
+ "properties": {
+ "geode.locator.host": {
+ "name": "geode.locator.host",
+ "value": "localhost",
+ "type": "string",
+ "description": "The Geode Locator Host."
+ },
+ "geode.locator.port": {
+ "name": "geode.locator.port",
+ "value": "10334",
+ "type": "number",
+ "description": "The Geode Locator Port."
+ },
+ "geode.max.result": {
+ "name": "geode.max.result",
+ "value": "1000",
+ "type": "number",
+ "description": "Max number of OQL result to display."
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "oql",
+ "class": "org.apache.zeppelin.geode.GeodeOqlInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sql"
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "jdbc": {
+ "id": "jdbc",
+ "name": "jdbc",
+ "group": "jdbc",
+ "properties": {
+ "default.url": {
+ "name": "default.url",
+ "value": "jdbc:postgresql://localhost:5432/",
+ "type": "string",
+ "description": "The URL for JDBC."
+ },
+ "default.user": {
+ "name": "default.user",
+ "value": "gpadmin",
+ "type": "string",
+ "description": "The JDBC user name"
+ },
+ "default.password": {
+ "name": "default.password",
+ "value": "",
+ "type": "password",
+ "description": "The JDBC user password"
+ },
+ "default.driver": {
+ "name": "default.driver",
+ "value": "org.postgresql.Driver",
+ "type": "string",
+ "description": "JDBC Driver Name"
+ },
+ "default.completer.ttlInSeconds": {
+ "name": "default.completer.ttlInSeconds",
+ "value": "120",
+ "type": "number",
+ "description": "Time to live sql completer in seconds (-1 to update everytime, 0 to disable update)"
+ },
+ "default.completer.schemaFilters": {
+ "name": "default.completer.schemaFilters",
+ "value": "",
+ "type": "textarea",
+ "description": "Сomma separated schema (schema \u003d catalog \u003d database) filters to get metadata for completions. Supports \u0027%\u0027 symbol is equivalent to any set of characters. (ex. prod_v_%,public%,info)"
+ },
+ "default.precode": {
+ "name": "default.precode",
+ "value": "",
+ "type": "textarea",
+ "description": "SQL which executes while opening connection"
+ },
+ "default.statementPrecode": {
+ "name": "default.statementPrecode",
+ "value": "",
+ "type": "textarea",
+ "description": "Runs before each run of the paragraph, in the same connection"
+ },
+ "common.max_count": {
+ "name": "common.max_count",
+ "value": "1000",
+ "type": "number",
+ "description": "Max number of SQL result to display."
+ },
+ "zeppelin.jdbc.auth.type": {
+ "name": "zeppelin.jdbc.auth.type",
+ "value": "",
+ "type": "string",
+ "description": "If auth type is needed, Example: KERBEROS"
+ },
+ "zeppelin.jdbc.auth.kerberos.proxy.enable": {
+ "name": "zeppelin.jdbc.auth.kerberos.proxy.enable",
+ "value": "true",
+ "type": "checkbox",
+ "description": "When auth type is Kerberos, enable/disable Kerberos proxy with the login user to get the connection. Default value is true."
+ },
+ "zeppelin.jdbc.concurrent.use": {
+ "name": "zeppelin.jdbc.concurrent.use",
+ "value": true,
+ "type": "checkbox",
+ "description": "Use parallel scheduler"
+ },
+ "zeppelin.jdbc.concurrent.max_connection": {
+ "name": "zeppelin.jdbc.concurrent.max_connection",
+ "value": "10",
+ "type": "number",
+ "description": "Number of concurrent execution"
+ },
+ "zeppelin.jdbc.keytab.location": {
+ "name": "zeppelin.jdbc.keytab.location",
+ "value": "",
+ "type": "string",
+ "description": "Kerberos keytab location"
+ },
+ "zeppelin.jdbc.principal": {
+ "name": "zeppelin.jdbc.principal",
+ "value": "",
+ "type": "string",
+ "description": "Kerberos principal"
+ },
+ "zeppelin.jdbc.interpolation": {
+ "name": "zeppelin.jdbc.interpolation",
+ "value": false,
+ "type": "checkbox",
+ "description": "Enable ZeppelinContext variable interpolation into paragraph text"
+ },
+ "zeppelin.jdbc.maxConnLifetime": {
+ "name": "zeppelin.jdbc.maxConnLifetime",
+ "value": "-1",
+ "type": "number",
+ "description": "Maximum of connection lifetime in milliseconds. A value of zero or less means the connection has an infinite lifetime."
+ },
+ "zeppelin.jdbc.maxRows": {
+ "name": "zeppelin.jdbc.maxRows",
+ "value": "1000",
+ "type": "number",
+ "description": "Maximum number of rows fetched from the query."
+ },
+ "zeppelin.jdbc.hive.timeout.threshold": {
+ "name": "zeppelin.jdbc.hive.timeout.threshold",
+ "value": "60000",
+ "type": "number",
+ "description": "Timeout for hive job timeout"
+ },
+ "zeppelin.jdbc.hive.monitor.query_interval": {
+ "name": "zeppelin.jdbc.hive.monitor.query_interval",
+ "value": "1000",
+ "type": "number",
+ "description": "Query interval for hive statement"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "sql",
+ "class": "org.apache.zeppelin.jdbc.JDBCInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sql",
+ "editOnDblClick": false,
+ "completionSupport": true
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "influxdb": {
+ "id": "influxdb",
+ "name": "influxdb",
+ "group": "influxdb",
+ "properties": {
+ "influxdb.url": {
+ "name": "influxdb.url",
+ "value": "http://localhost:9999",
+ "type": "string",
+ "description": "The URL for InfluxDB 2.X API"
+ },
+ "influxdb.token": {
+ "name": "influxdb.token",
+ "value": "my-token",
+ "type": "password",
+ "description": "InfluxDB auth token"
+ },
+ "influxdb.org": {
+ "name": "influxdb.org",
+ "value": "my-org",
+ "type": "string",
+ "description": "InfluxDB org name"
+ },
+ "influxdb.logLevel": {
+ "name": "influxdb.logLevel",
+ "value": "NONE",
+ "type": "string",
+ "description": "InfluxDB http client library verbosity level (NONE, BASIC, HEADERS, BODY)"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "influxdb",
+ "class": "org.apache.zeppelin.influxdb.InfluxDBInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sql",
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "lens": {
+ "id": "lens",
+ "name": "lens",
+ "group": "lens",
+ "properties": {
+ "zeppelin.lens.run.concurrent": {
+ "name": "zeppelin.lens.run.concurrent",
+ "value": true,
+ "type": "checkbox",
+ "description": "Run concurrent Lens Sessions"
+ },
+ "zeppelin.lens.maxThreads": {
+ "name": "zeppelin.lens.maxThreads",
+ "value": "10",
+ "type": "number",
+ "description": "If concurrency is true then how many threads?"
+ },
+ "zeppelin.lens.maxResults": {
+ "name": "zeppelin.lens.maxResults",
+ "value": "1000",
+ "type": "number",
+ "description": "max number of rows to display"
+ },
+ "lens.server.base.url": {
+ "name": "lens.server.base.url",
+ "value": "http://\u003chostname\u003e:\u003cport\u003e/lensapi",
+ "type": "url",
+ "description": "The URL for Lens Server"
+ },
+ "lens.client.dbname": {
+ "name": "lens.client.dbname",
+ "value": "default",
+ "type": "string",
+ "description": "The database schema name"
+ },
+ "lens.query.enable.persistent.resultset": {
+ "name": "lens.query.enable.persistent.resultset",
+ "value": false,
+ "type": "checkbox",
+ "description": "Apache Lens to persist result in HDFS?"
+ },
+ "lens.session.cluster.user": {
+ "name": "lens.session.cluster.user",
+ "value": "default",
+ "type": "string",
+ "description": "Hadoop cluster username"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "lens",
+ "class": "org.apache.zeppelin.lens.LensInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "pig": {
+ "id": "pig",
+ "name": "pig",
+ "group": "pig",
+ "properties": {
+ "zeppelin.pig.execType": {
+ "name": "zeppelin.pig.execType",
+ "value": "mapreduce",
+ "type": "string",
+ "description": "local | mapreduce | tez_local | tez | spark_local | spark"
+ },
+ "zeppelin.pig.includeJobStats": {
+ "name": "zeppelin.pig.includeJobStats",
+ "value": false,
+ "type": "checkbox",
+ "description": "flag to include job stats in output"
+ },
+ "SPARK_MASTER": {
+ "name": "SPARK_MASTER",
+ "value": "spark://spark-master:7077",
+ "type": "string",
+ "description": "local | yarn-client"
+ },
+ "SPARK_JAR": {
+ "name": "SPARK_JAR",
+ "value": "",
+ "type": "textarea",
+ "description": "spark assembly jar uploaded in hdfs"
+ },
+ "zeppelin.pig.maxResult": {
+ "name": "zeppelin.pig.maxResult",
+ "value": "1000",
+ "type": "number",
+ "description": "max row number for %pig.query"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "script",
+ "class": "org.apache.zeppelin.pig.PigInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "pig",
+ "editOnDblClick": false
+ }
+ },
+ {
+ "name": "query",
+ "class": "org.apache.zeppelin.pig.PigQueryInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "pig",
+ "editOnDblClick": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "jupyter": {
+ "id": "jupyter",
+ "name": "jupyter",
+ "group": "jupyter",
+ "properties": {},
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "jupyter",
+ "class": "org.apache.zeppelin.jupyter.JupyterInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "text",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "file": {
+ "id": "file",
+ "name": "file",
+ "group": "file",
+ "properties": {
+ "hdfs.url": {
+ "name": "hdfs.url",
+ "value": "http://localhost:50070/webhdfs/v1/",
+ "type": "url",
+ "description": "The URL for WebHDFS"
+ },
+ "hdfs.user": {
+ "name": "hdfs.user",
+ "value": "hdfs",
+ "type": "string",
+ "description": "The WebHDFS user"
+ },
+ "hdfs.maxlength": {
+ "name": "hdfs.maxlength",
+ "value": "1000",
+ "type": "number",
+ "description": "Maximum number of lines of results fetched"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "hdfs",
+ "class": "org.apache.zeppelin.file.HDFSFileInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "editOnDblClick": false,
+ "completionSupport": true
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "spark-submit": {
+ "id": "spark-submit",
+ "name": "spark-submit",
+ "group": "spark-submit",
+ "properties": {
+ "SPARK_HOME": {
+ "name": "SPARK_HOME",
+ "value": "/opt/spark",
+ "type": "string",
+ "description": "Location of spark distribution"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "submit",
+ "class": "org.apache.zeppelin.spark.submit.SparkSubmitInterpreter",
+ "defaultInterpreter": true,
+ "editor": {
+ "language": "sh",
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "perNote": "shared",
+ "perUser": "shared",
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "java": {
+ "id": "java",
+ "name": "java",
+ "group": "java",
+ "properties": {},
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "java",
+ "class": "org.apache.zeppelin.java.JavaInterpreter",
+ "defaultInterpreter": true,
+ "editor": {
+ "language": "java",
+ "editOnDblClick": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "submarine": {
+ "id": "submarine",
+ "name": "submarine",
+ "group": "submarine",
+ "properties": {
+ "zeppelin.submarine.auth.type": {
+ "name": "zeppelin.submarine.auth.type",
+ "value": "kerberos",
+ "type": "string",
+ "description": "simple or kerberos"
+ },
+ "yarn.webapp.http.address": {
+ "name": "yarn.webapp.http.address",
+ "value": "",
+ "type": "string",
+ "description": "YARN web ui address"
+ },
+ "INTERPRETER_LAUNCH_MODE": {
+ "name": "INTERPRETER_LAUNCH_MODE",
+ "value": "local",
+ "type": "string",
+ "description": "Submarine interpreter launch in local/yarn"
+ },
+ "HADOOP_YARN_SUBMARINE_JAR": {
+ "name": "HADOOP_YARN_SUBMARINE_JAR",
+ "value": "",
+ "type": "string",
+ "description": "Submarine executive full path, ex) ../hadoop/share/hadoop/yarn/hadoop-yarn-submarine-x.x.x.jar"
+ },
+ "DOCKER_HADOOP_HDFS_HOME": {
+ "name": "DOCKER_HADOOP_HDFS_HOME",
+ "value": "",
+ "type": "string",
+ "description": "hadoop home in docker container"
+ },
+ "DOCKER_JAVA_HOME": {
+ "name": "DOCKER_JAVA_HOME",
+ "value": "",
+ "type": "string",
+ "description": "java home in docker container"
+ },
+ "SUBMARINE_INTERPRETER_DOCKER_IMAGE": {
+ "name": "SUBMARINE_INTERPRETER_DOCKER_IMAGE",
+ "value": "",
+ "type": "string",
+ "description": "Docker image of submarine interpreter"
+ },
+ "zeppelin.interpreter.rpc.portRange": {
+ "name": "zeppelin.interpreter.rpc.portRange",
+ "value": "29914",
+ "type": "string",
+ "description": "The process port of the submarine interpreter container mapping defined in the `scripts/docker/interpreter/submarine/tensorflow_gpu/Dockerfile` file"
+ },
+ "submarine.yarn.queue": {
+ "name": "submarine.yarn.queue",
+ "value": "root.default",
+ "type": "string",
+ "description": "submarine queue name of yarn"
+ },
+ "submarine.hadoop.home": {
+ "name": "submarine.hadoop.home",
+ "value": "",
+ "type": "string",
+ "description": "submarine user-defined HADOOP_HOME"
+ },
+ "SUBMARINE_HADOOP_CONF_DIR": {
+ "name": "SUBMARINE_HADOOP_CONF_DIR",
+ "value": "",
+ "type": "string",
+ "description": "submarine user-defined HADOOP_CONF_DIR"
+ },
+ "submarine.hadoop.krb5.conf": {
+ "name": "submarine.hadoop.krb5.conf",
+ "value": "/etc/krb5.conf",
+ "type": "string",
+ "description": "submarine user-defined hdfs/yarn kerberos authentication krb5.conf"
+ },
+ "SUBMARINE_HADOOP_KEYTAB": {
+ "name": "SUBMARINE_HADOOP_KEYTAB",
+ "value": "",
+ "type": "string",
+ "description": "submarine hdfs/yarn kerberos authentication"
+ },
+ "SUBMARINE_HADOOP_PRINCIPAL": {
+ "name": "SUBMARINE_HADOOP_PRINCIPAL",
+ "value": "",
+ "type": "string",
+ "description": "submarine hdfs/yarn kerberos authentication"
+ },
+ "docker.container.network": {
+ "name": "docker.container.network",
+ "value": "",
+ "type": "string",
+ "description": "Network name in the docker container"
+ },
+ "DOCKER_CONTAINER_TIME_ZONE": {
+ "name": "DOCKER_CONTAINER_TIME_ZONE",
+ "value": "Etc/UTC",
+ "type": "string",
+ "description": "docker container time zone"
+ },
+ "zeppelin.interpreter.connect.timeout": {
+ "name": "zeppelin.interpreter.connect.timeout",
+ "value": "100000",
+ "type": "number",
+ "description": "zeppelin interpreter connect timeout"
+ },
+ "submarine.algorithm.hdfs.path": {
+ "name": "submarine.algorithm.hdfs.path",
+ "value": "hdfs://...",
+ "type": "string",
+ "description": "Algorithm file upload HDFS path, Support ${username} variable symbol, For example: hdfs:///usr/${username}"
+ },
+ "tf.parameter.services.num": {
+ "name": "tf.parameter.services.num",
+ "value": "1",
+ "type": "number",
+ "description": "Number of parameter services"
+ },
+ "tf.worker.services.num": {
+ "name": "tf.worker.services.num",
+ "value": "0",
+ "type": "number",
+ "description": "Number of worker services"
+ },
+ "tf.parameter.services.docker.image": {
+ "name": "tf.parameter.services.docker.image",
+ "value": "",
+ "type": "string",
+ "description": "Docker image of parameter services"
+ },
+ "tf.parameter.services.gpu": {
+ "name": "tf.parameter.services.gpu",
+ "value": "0",
+ "type": "number",
+ "description": "GPU number of parameter services"
+ },
+ "tf.parameter.services.cpu": {
+ "name": "tf.parameter.services.cpu",
+ "value": "2",
+ "type": "number",
+ "description": "CPU number of parameter services"
+ },
+ "tf.parameter.services.memory": {
+ "name": "tf.parameter.services.memory",
+ "value": "2G",
+ "type": "string",
+ "description": "Memory number of parameter services"
+ },
+ "tf.worker.services.docker.image": {
+ "name": "tf.worker.services.docker.image",
+ "value": "",
+ "type": "string",
+ "description": "Docker image of worker services"
+ },
+ "tf.worker.services.gpu": {
+ "name": "tf.worker.services.gpu",
+ "value": "0",
+ "type": "number",
+ "description": "GPU number of worker services"
+ },
+ "tf.worker.services.cpu": {
+ "name": "tf.worker.services.cpu",
+ "value": "2",
+ "type": "number",
+ "description": "CPU number of worker services"
+ },
+ "tf.worker.services.memory": {
+ "name": "tf.worker.services.memory",
+ "value": "4G",
+ "type": "string",
+ "description": "Memory number of worker services"
+ },
+ "tf.tensorboard.enable": {
+ "name": "tf.tensorboard.enable",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether to enable tensorboard"
+ },
+ "tf.checkpoint.path": {
+ "name": "tf.checkpoint.path",
+ "value": "",
+ "type": "string",
+ "description": "tensorflow checkpoint path"
+ },
+ "zeppelin.python": {
+ "name": "zeppelin.python",
+ "value": "python",
+ "type": "string",
+ "description": "Python directory. It is set to python by default.(assume python is in your $PATH)"
+ },
+ "zeppelin.python.maxResult": {
+ "name": "zeppelin.python.maxResult",
+ "value": "1000",
+ "type": "number",
+ "description": "Max number of dataframe rows to display."
+ },
+ "zeppelin.python.useIPython": {
+ "name": "zeppelin.python.useIPython",
+ "value": false,
+ "type": "checkbox",
+ "description": "whether use IPython when it is available"
+ },
+ "machinelearning.distributed.enable": {
+ "name": "machinelearning.distributed.enable",
+ "value": false,
+ "type": "checkbox",
+ "description": "Running distributed machine learning"
+ },
+ "zeppelin.ipython.launch.timeout": {
+ "name": "zeppelin.ipython.launch.timeout",
+ "value": "30000",
+ "type": "number",
+ "description": "time out for ipython launch"
+ },
+ "zeppelin.ipython.grpc.message_size": {
+ "name": "zeppelin.ipython.grpc.message_size",
+ "value": "33554432",
+ "type": "number",
+ "description": "grpc message size, default is 32M"
+ },
+ "shell.command.timeout.millisecs": {
+ "name": "shell.command.timeout.millisecs",
+ "value": "60000",
+ "type": "number",
+ "description": "Shell command time out in millisecs. Default \u003d 60000"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "submarine",
+ "class": "org.apache.zeppelin.submarine.SubmarineInterpreter",
+ "defaultInterpreter": true,
+ "editor": {
+ "language": "sh",
+ "editOnDblClick": false,
+ "completionSupport": false
+ },
+ "config": {
+ "fontSize": 9.0,
+ "colWidth": 12.0,
+ "runOnSelectionChange": false,
+ "title": true
+ }
+ },
+ {
+ "name": "python",
+ "class": "org.apache.zeppelin.submarine.PySubmarineInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "python",
+ "editOnDblClick": false,
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "ipython",
+ "class": "org.apache.zeppelin.submarine.IPySubmarineInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "python",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "sh",
+ "class": "org.apache.zeppelin.submarine.SubmarineShellInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sh",
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "elasticsearch": {
+ "id": "elasticsearch",
+ "name": "elasticsearch",
+ "group": "elasticsearch",
+ "properties": {
+ "elasticsearch.host": {
+ "name": "elasticsearch.host",
+ "value": "localhost",
+ "type": "string",
+ "description": "The host for Elasticsearch"
+ },
+ "elasticsearch.port": {
+ "name": "elasticsearch.port",
+ "value": "9300",
+ "type": "number",
+ "description": "The port for Elasticsearch"
+ },
+ "elasticsearch.client.type": {
+ "name": "elasticsearch.client.type",
+ "value": "transport",
+ "type": "string",
+ "description": "The type of client for Elasticsearch (transport or http)"
+ },
+ "elasticsearch.cluster.name": {
+ "name": "elasticsearch.cluster.name",
+ "value": "elasticsearch",
+ "type": "string",
+ "description": "The cluster name for Elasticsearch"
+ },
+ "elasticsearch.result.size": {
+ "name": "elasticsearch.result.size",
+ "value": "10",
+ "type": "number",
+ "description": "The size of the result set of a search query"
+ },
+ "elasticsearch.basicauth.username": {
+ "name": "elasticsearch.basicauth.username",
+ "value": "",
+ "type": "string",
+ "description": "Username for a basic authentication"
+ },
+ "elasticsearch.basicauth.password": {
+ "name": "elasticsearch.basicauth.password",
+ "value": "",
+ "type": "password",
+ "description": "Password for a basic authentication"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "elasticsearch",
+ "class": "org.apache.zeppelin.elasticsearch.ElasticsearchInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "editOnDblClick": false,
+ "completionSupport": true
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "spark": {
+ "id": "spark",
+ "name": "spark",
+ "group": "spark",
+ "properties": {
+ "SPARK_HOME": {
+ "name": "SPARK_HOME",
+ "value": "/opt/spark",
+ "type": "string",
+ "description": "Location of spark distribution"
+ },
+ "spark.master": {
+ "name": "spark.master",
+ "value": "spark://spark-master:7077",
+ "type": "string",
+ "description": "Spark master uri. local | yarn-client | yarn-cluster | spark master address of standalone mode, ex) spark://master_host:7077"
+ },
+ "spark.submit.deployMode": {
+ "name": "spark.submit.deployMode",
+ "value": "",
+ "type": "string",
+ "description": "The deploy mode of Spark driver program, either \"client\" or \"cluster\", Which means to launch driver program locally (\"client\") or remotely (\"cluster\") on one of the nodes inside the cluster."
+ },
+ "spark.app.name": {
+ "name": "spark.app.name",
+ "value": "",
+ "type": "string",
+ "description": "The name of spark application."
+ },
+ "spark.driver.cores": {
+ "name": "spark.driver.cores",
+ "value": "1",
+ "type": "number",
+ "description": "Number of cores to use for the driver process, only in cluster mode."
+ },
+ "spark.driver.memory": {
+ "name": "spark.driver.memory",
+ "value": "1g",
+ "type": "string",
+ "description": "Amount of memory to use for the driver process, i.e. where SparkContext is initialized, in the same format as JVM memory strings with a size unit suffix (\"k\", \"m\", \"g\" or \"t\") (e.g. 512m, 2g)."
+ },
+ "spark.executor.cores": {
+ "name": "spark.executor.cores",
+ "value": "1",
+ "type": "number",
+ "description": "The number of cores to use on each executor"
+ },
+ "spark.executor.memory": {
+ "name": "spark.executor.memory",
+ "value": "2g",
+ "type": "string",
+ "description": "Executor memory per worker instance. ex) 512m, 32g"
+ },
+ "spark.executor.instances": {
+ "name": "spark.executor.instances",
+ "value": "2",
+ "type": "number",
+ "description": "The number of executors for static allocation."
+ },
+ "spark.files": {
+ "name": "spark.files",
+ "value": "",
+ "type": "string",
+ "description": "Comma-separated list of files to be placed in the working directory of each executor. Globs are allowed."
+ },
+ "spark.jars": {
+ "name": "spark.jars",
+ "value": "",
+ "type": "string",
+ "description": "Comma-separated list of jars to include on the driver and executor classpaths. Globs are allowed."
+ },
+ "spark.jars.packages": {
+ "name": "spark.jars.packages",
+ "value": "",
+ "type": "string",
+ "description": "Comma-separated list of Maven coordinates of jars to include on the driver and executor classpaths. The coordinates should be groupId:artifactId:version. If spark.jars.ivySettings is given artifacts will be resolved according to the configuration in the file, otherwise artifacts will be searched for in the local maven repo, then maven central and finally any additional remote repositories given by the command-line option --repositories."
+ },
+ "zeppelin.spark.useHiveContext": {
+ "name": "zeppelin.spark.useHiveContext",
+ "value": true,
+ "type": "checkbox",
+ "description": "Use HiveContext instead of SQLContext if it is true. Enable hive for SparkSession."
+ },
+ "zeppelin.spark.run.asLoginUser": {
+ "name": "zeppelin.spark.run.asLoginUser",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether run spark job as the zeppelin login user, it is only applied when running spark job in hadoop yarn cluster and shiro is enabled"
+ },
+ "zeppelin.spark.printREPLOutput": {
+ "name": "zeppelin.spark.printREPLOutput",
+ "value": true,
+ "type": "checkbox",
+ "description": "Print REPL output"
+ },
+ "zeppelin.spark.maxResult": {
+ "name": "zeppelin.spark.maxResult",
+ "value": "1000",
+ "type": "number",
+ "description": "Max number of result to display."
+ },
+ "zeppelin.spark.enableSupportedVersionCheck": {
+ "name": "zeppelin.spark.enableSupportedVersionCheck",
+ "value": false,
+ "type": "checkbox",
+ "description": "Whether checking supported spark version. Developer only setting, not for production use"
+ },
+ "zeppelin.spark.uiWebUrl": {
+ "name": "zeppelin.spark.uiWebUrl",
+ "value": "",
+ "type": "string",
+ "description": "Override Spark UI default URL. In Kubernetes mode, value can be Jinja template string with 3 template variables \u0027PORT\u0027, \u0027SERVICE_NAME\u0027 and \u0027SERVICE_DOMAIN\u0027. (ex: http://{{PORT}}-{{SERVICE_NAME}}.{{SERVICE_DOMAIN}})"
+ },
+ "zeppelin.spark.ui.hidden": {
+ "name": "zeppelin.spark.ui.hidden",
+ "value": false,
+ "type": "checkbox",
+ "description": "Whether hide spark ui in zeppelin ui"
+ },
+ "spark.webui.yarn.useProxy": {
+ "name": "spark.webui.yarn.useProxy",
+ "value": false,
+ "type": "checkbox",
+ "description": "whether use yarn proxy url as spark weburl, e.g. http://localhost:8088/proxy/application_1583396598068_0004"
+ },
+ "zeppelin.spark.scala.color": {
+ "name": "zeppelin.spark.scala.color",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether enable color output of spark scala interpreter"
+ },
+ "zeppelin.spark.deprecatedMsg.show": {
+ "name": "zeppelin.spark.deprecatedMsg.show",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether show the spark deprecated message, spark 2.2 and before are deprecated. Zeppelin will display warning message by default"
+ },
+ "zeppelin.spark.concurrentSQL": {
+ "name": "zeppelin.spark.concurrentSQL",
+ "value": true,
+ "type": "checkbox",
+ "description": "Execute multiple SQL concurrently if set true."
+ },
+ "zeppelin.spark.concurrentSQL.max": {
+ "name": "zeppelin.spark.concurrentSQL.max",
+ "value": "10",
+ "type": "number",
+ "description": "Max number of SQL concurrently executed"
+ },
+ "zeppelin.spark.sql.stacktrace": {
+ "name": "zeppelin.spark.sql.stacktrace",
+ "value": true,
+ "type": "checkbox",
+ "description": "Show full exception stacktrace for SQL queries if set to true."
+ },
+ "zeppelin.spark.sql.interpolation": {
+ "name": "zeppelin.spark.sql.interpolation",
+ "value": false,
+ "type": "checkbox",
+ "description": "Enable ZeppelinContext variable interpolation into spark sql"
+ },
+ "PYSPARK_PYTHON": {
+ "name": "PYSPARK_PYTHON",
+ "value": "python3",
+ "type": "string",
+ "description": "Python binary executable to use for PySpark in both driver and workers (default is python2.7 if available, otherwise python). Property `spark.pyspark.python` take precedence if it is set"
+ },
+ "PYSPARK_DRIVER_PYTHON": {
+ "name": "PYSPARK_DRIVER_PYTHON",
+ "value": "python3",
+ "type": "string",
+ "description": "Python binary executable to use for PySpark in driver only (default is `PYSPARK_PYTHON`). Property `spark.pyspark.driver.python` take precedence if it is set"
+ },
+ "zeppelin.pyspark.useIPython": {
+ "name": "zeppelin.pyspark.useIPython",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether use IPython when it is available"
+ },
+ "zeppelin.R.knitr": {
+ "name": "zeppelin.R.knitr",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether use knitr or not"
+ },
+ "zeppelin.R.cmd": {
+ "name": "zeppelin.R.cmd",
+ "value": "R",
+ "type": "string",
+ "description": "R binary executable path"
+ },
+ "zeppelin.R.image.width": {
+ "name": "zeppelin.R.image.width",
+ "value": "100%",
+ "type": "number",
+ "description": "Image width of R plotting"
+ },
+ "zeppelin.R.render.options": {
+ "name": "zeppelin.R.render.options",
+ "value": "out.format \u003d \u0027html\u0027, comment \u003d NA, echo \u003d FALSE, results \u003d \u0027asis\u0027, message \u003d F, warning \u003d F, fig.retina \u003d 2",
+ "type": "textarea",
+ "description": ""
+ },
+ "zeppelin.R.shiny.portRange": {
+ "name": "zeppelin.R.shiny.portRange",
+ "value": ":",
+ "type": "string",
+ "description": "Shiny app would launch a web app at some port, this property is to specify the portRange via format \u0027\u003cstart\u003e:\u003cend\u003e\u0027, e.g. \u00275000:5001\u0027. By default it is \u0027:\u0027 which means any port"
+ },
+ "zeppelin.kotlin.shortenTypes": {
+ "name": "zeppelin.kotlin.shortenTypes",
+ "value": true,
+ "type": "checkbox",
+ "description": "Show short types instead of full, e.g. List\u003cString\u003e or kotlin.collections.List\u003ckotlin.String\u003e"
+ },
+ "JAVA_HOME": {
+ "name": "JAVA_HOME",
+ "value": "/usr/lib/jvm/java-8-openjdk-amd64",
+ "type": "textarea"
+ },
+ "spark.sql.view.maxNestedViewDepth": {
+ "name": "spark.sql.view.maxNestedViewDepth",
+ "value": "5000",
+ "type": "textarea"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "spark",
+ "class": "org.apache.zeppelin.spark.SparkInterpreter",
+ "defaultInterpreter": true,
+ "editor": {
+ "language": "scala",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "sql",
+ "class": "org.apache.zeppelin.spark.SparkSqlInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sql",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "pyspark",
+ "class": "org.apache.zeppelin.spark.PySparkInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "python",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "ipyspark",
+ "class": "org.apache.zeppelin.spark.IPySparkInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "python",
+ "editOnDblClick": false,
+ "completionSupport": true,
+ "completionKey": "TAB"
+ }
+ },
+ {
+ "name": "r",
+ "class": "org.apache.zeppelin.spark.SparkRInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "r",
+ "editOnDblClick": false,
+ "completionSupport": false,
+ "completionKey": "TAB"
+ }
+ },
+ {
+ "name": "ir",
+ "class": "org.apache.zeppelin.spark.SparkIRInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "r",
+ "editOnDblClick": false,
+ "completionSupport": true,
+ "completionKey": "TAB"
+ }
+ },
+ {
+ "name": "shiny",
+ "class": "org.apache.zeppelin.spark.SparkShinyInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "r",
+ "editOnDblClick": false,
+ "completionSupport": true,
+ "completionKey": "TAB"
+ }
+ },
+ {
+ "name": "kotlin",
+ "class": "org.apache.zeppelin.spark.KotlinSparkInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "kotlin",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [
+ {
+ "groupArtifactVersion": "/opt/spark/jars/sedona-core-3.0_2.12-1.3.1-incubating.jar",
+ "local": false,
+ "exclusions": []
+ },
+ {
+ "groupArtifactVersion": "/opt/spark/jars/sedona-viz-3.0_2.12-1.3.1-incubating.jar",
+ "local": false
+ },
+ {
+ "groupArtifactVersion": "/opt/spark/jars/sedona-sql-3.0_2.12-1.3.1-incubating.jar",
+ "local": false,
+ "exclusions": []
+ },
+ {
+ "groupArtifactVersion": "/opt/spark/jars/geotools-wrapper-1.3.0-27.2.jar",
+ "local": false
+ }
+ ],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "perNote": "shared",
+ "perUser": "shared",
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "sh": {
+ "id": "sh",
+ "name": "sh",
+ "group": "sh",
+ "properties": {
+ "shell.command.timeout.millisecs": {
+ "name": "shell.command.timeout.millisecs",
+ "value": "60000",
+ "type": "number",
+ "description": "Shell command time out in millisecs. Default \u003d 60000"
+ },
+ "shell.command.timeout.check.interval": {
+ "name": "shell.command.timeout.check.interval",
+ "value": "60000",
+ "type": "number",
+ "description": "Shell command output check interval in millisecs. Default \u003d 10000"
+ },
+ "shell.working.directory.user.home": {
+ "name": "shell.working.directory.user.home",
+ "value": false,
+ "type": "checkbox",
+ "description": "If this set to true, the shell\u0027s working directory will be set to user home"
+ },
+ "zeppelin.shell.auth.type": {
+ "name": "zeppelin.shell.auth.type",
+ "value": "",
+ "type": "string",
+ "description": "If auth type is needed, Example: KERBEROS"
+ },
+ "zeppelin.shell.keytab.location": {
+ "name": "zeppelin.shell.keytab.location",
+ "value": "",
+ "type": "string",
+ "description": "Kerberos keytab location"
+ },
+ "zeppelin.shell.principal": {
+ "name": "zeppelin.shell.principal",
+ "value": "",
+ "type": "string",
+ "description": "Kerberos principal"
+ },
+ "zeppelin.shell.interpolation": {
+ "name": "zeppelin.shell.interpolation",
+ "value": false,
+ "type": "checkbox",
+ "description": "Enable ZeppelinContext variable interpolation into paragraph text"
+ },
+ "zeppelin.concurrency.max": {
+ "name": "zeppelin.concurrency.max",
+ "value": "10",
+ "type": "number",
+ "description": "Max concurrency of shell interpreter"
+ },
+ "zeppelin.terminal.ip.mapping": {
+ "name": "zeppelin.terminal.ip.mapping",
+ "value": "",
+ "type": "string",
+ "description": "Internal and external IP mapping of zeppelin server"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "sh",
+ "class": "org.apache.zeppelin.shell.ShellInterpreter",
+ "defaultInterpreter": true,
+ "editor": {
+ "language": "sh",
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ },
+ {
+ "name": "terminal",
+ "class": "org.apache.zeppelin.shell.TerminalInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sh",
+ "editOnDblClick": false,
+ "completionSupport": false
+ },
+ "config": {
+ "checkEmpty": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "md": {
+ "id": "md",
+ "name": "md",
+ "group": "md",
+ "properties": {
+ "markdown.parser.type": {
+ "name": "markdown.parser.type",
+ "value": "flexmark",
+ "type": "string",
+ "description": "Markdown Parser Type. Available values: pegdown, markdown4j, flexmark. Default \u003d flexmark"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "md",
+ "class": "org.apache.zeppelin.markdown.Markdown",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "markdown",
+ "editOnDblClick": true,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "hazelcastjet": {
+ "id": "hazelcastjet",
+ "name": "hazelcastjet",
+ "group": "hazelcastjet",
+ "properties": {},
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "hazelcastjet",
+ "class": "org.apache.zeppelin.hazelcastjet.HazelcastJetInterpreter",
+ "defaultInterpreter": true,
+ "editor": {
+ "language": "java",
+ "editOnDblClick": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "alluxio": {
+ "id": "alluxio",
+ "name": "alluxio",
+ "group": "alluxio",
+ "properties": {
+ "alluxio.master.hostname": {
+ "name": "alluxio.master.hostname",
+ "value": "localhost",
+ "type": "string",
+ "description": "Alluxio master hostname"
+ },
+ "alluxio.master.port": {
+ "name": "alluxio.master.port",
+ "value": "19998",
+ "type": "number",
+ "description": "Alluxio master port"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "alluxio",
+ "class": "org.apache.zeppelin.alluxio.AlluxioInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "editOnDblClick": false,
+ "completionSupport": true
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "bigquery": {
+ "id": "bigquery",
+ "name": "bigquery",
+ "group": "bigquery",
+ "properties": {
+ "zeppelin.bigquery.project_id": {
+ "name": "zeppelin.bigquery.project_id",
+ "value": " ",
+ "type": "string",
+ "description": "Google Project ID"
+ },
+ "zeppelin.bigquery.wait_time": {
+ "name": "zeppelin.bigquery.wait_time",
+ "value": "5000",
+ "type": "number",
+ "description": "Query timeout in Milliseconds"
+ },
+ "zeppelin.bigquery.max_no_of_rows": {
+ "name": "zeppelin.bigquery.max_no_of_rows",
+ "value": "100000",
+ "type": "number",
+ "description": "Maximum number of rows to fetch from BigQuery"
+ },
+ "zeppelin.bigquery.sql_dialect": {
+ "name": "zeppelin.bigquery.sql_dialect",
+ "value": "",
+ "type": "string",
+ "description": "BigQuery SQL dialect (standardSQL or legacySQL). If empty, query prefix like \u0027#standardSQL\u0027 can be used."
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "sql",
+ "class": "org.apache.zeppelin.bigquery.BigQueryInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sql",
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "mongodb": {
+ "id": "mongodb",
+ "name": "mongodb",
+ "group": "mongodb",
+ "properties": {
+ "mongo.shell.path": {
+ "name": "mongo.shell.path",
+ "value": "mongo",
+ "type": "string",
+ "description": "MongoDB shell local path"
+ },
+ "mongo.shell.command.table.limit": {
+ "name": "mongo.shell.command.table.limit",
+ "value": "1000",
+ "type": "number",
+ "description": "Limit of documents displayed in a table"
+ },
+ "mongo.shell.command.timeout": {
+ "name": "mongo.shell.command.timeout",
+ "value": "60000",
+ "type": "number",
+ "description": "MongoDB shell command timeout"
+ },
+ "mongo.server.host": {
+ "name": "mongo.server.host",
+ "value": "localhost",
+ "type": "string",
+ "description": "MongoDB server host to connect to"
+ },
+ "mongo.server.port": {
+ "name": "mongo.server.port",
+ "value": "27017",
+ "type": "number",
+ "description": "MongoDB server port to connect to"
+ },
+ "mongo.server.database": {
+ "name": "mongo.server.database",
+ "value": "test",
+ "type": "string",
+ "description": "MongoDB database name"
+ },
+ "mongo.server.authenticationDatabase": {
+ "name": "mongo.server.authenticationDatabase",
+ "value": "",
+ "type": "string",
+ "description": "MongoDB database name for authentication"
+ },
+ "mongo.server.username": {
+ "name": "mongo.server.username",
+ "value": "",
+ "type": "string",
+ "description": "Username for authentication"
+ },
+ "mongo.server.password": {
+ "name": "mongo.server.password",
+ "value": "",
+ "type": "password",
+ "description": "Password for authentication"
+ },
+ "mongo.interpreter.concurrency.max": {
+ "name": "mongo.interpreter.concurrency.max",
+ "value": "10",
+ "type": "number",
+ "description": "Max count of scheduler concurrency"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "mongodb",
+ "class": "org.apache.zeppelin.mongodb.MongoDbInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "javascript",
+ "editOnDblClick": false,
+ "completionKey": "TAB"
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "hbase": {
+ "id": "hbase",
+ "name": "hbase",
+ "group": "hbase",
+ "properties": {
+ "hbase.home": {
+ "name": "hbase.home",
+ "value": "/usr/lib/hbase/",
+ "type": "string",
+ "description": "Installation directory of HBase"
+ },
+ "hbase.ruby.sources": {
+ "name": "hbase.ruby.sources",
+ "value": "lib/ruby",
+ "type": "string",
+ "description": "Path to Ruby scripts relative to \u0027hbase.home\u0027"
+ },
+ "zeppelin.hbase.test.mode": {
+ "name": "zeppelin.hbase.test.mode",
+ "value": false,
+ "type": "checkbox",
+ "description": "Disable checks for unit and manual tests"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "hbase",
+ "class": "org.apache.zeppelin.hbase.HbaseInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "python": {
+ "id": "python",
+ "name": "python",
+ "group": "python",
+ "properties": {
+ "zeppelin.python": {
+ "name": "zeppelin.python",
+ "value": "python3",
+ "type": "string",
+ "description": "Python binary executable path. It is set to python by default.(assume python is in your $PATH)"
+ },
+ "zeppelin.python.maxResult": {
+ "name": "zeppelin.python.maxResult",
+ "value": "1000",
+ "type": "number",
+ "description": "Max number of dataframe rows to display."
+ },
+ "zeppelin.python.useIPython": {
+ "name": "zeppelin.python.useIPython",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether use IPython when it is available in `%python`"
+ },
+ "zeppelin.ipython.launch.timeout": {
+ "name": "zeppelin.ipython.launch.timeout",
+ "value": "30000",
+ "type": "number",
+ "description": "Time out for ipython launch"
+ },
+ "zeppelin.ipython.grpc.message_size": {
+ "name": "zeppelin.ipython.grpc.message_size",
+ "value": "33554432",
+ "type": "number",
+ "description": "grpc message size, default is 32M"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "python",
+ "class": "org.apache.zeppelin.python.PythonInterpreter",
+ "defaultInterpreter": true,
+ "editor": {
+ "language": "python",
+ "editOnDblClick": false,
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "ipython",
+ "class": "org.apache.zeppelin.python.IPythonInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "python",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "sql",
+ "class": "org.apache.zeppelin.python.PythonInterpreterPandasSql",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sql",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": false
+ }
+ },
+ {
+ "name": "conda",
+ "class": "org.apache.zeppelin.python.PythonCondaInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sh",
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ },
+ {
+ "name": "docker",
+ "class": "org.apache.zeppelin.python.PythonDockerInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sh",
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "perNote": "shared",
+ "perUser": "shared",
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "sap": {
+ "id": "sap",
+ "name": "sap",
+ "group": "sap",
+ "properties": {
+ "universe.api.url": {
+ "name": "universe.api.url",
+ "value": "http://localhost:6405/biprws",
+ "type": "url",
+ "description": "API url of Universe"
+ },
+ "universe.user": {
+ "name": "universe.user",
+ "value": "",
+ "type": "string",
+ "description": "Username for API of Universe"
+ },
+ "universe.password": {
+ "name": "universe.password",
+ "value": "",
+ "type": "password",
+ "description": "Password for API of Universe"
+ },
+ "universe.authType": {
+ "name": "universe.authType",
+ "value": "secEnterprise",
+ "type": "string",
+ "description": "Type of authentication for API of Universe. Available values: secEnterprise, secLDAP, secWinAD, secSAPR3"
+ },
+ "universe.queryTimeout": {
+ "name": "universe.queryTimeout",
+ "value": "7200000",
+ "type": "number",
+ "description": "Query timeout for API of Universe"
+ },
+ "universe.interpolation": {
+ "name": "universe.interpolation",
+ "value": false,
+ "type": "checkbox",
+ "description": "Enable ZeppelinContext variable interpolation into paragraph text"
+ },
+ "universe.concurrent.use": {
+ "name": "universe.concurrent.use",
+ "value": true,
+ "type": "checkbox",
+ "description": "Use parallel scheduler"
+ },
+ "universe.concurrent.maxConnection": {
+ "name": "universe.concurrent.maxConnection",
+ "value": "10",
+ "type": "number",
+ "description": "Number of concurrent execution"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "universe",
+ "class": "org.apache.zeppelin.sap.UniverseInterpreter",
+ "defaultInterpreter": true,
+ "editor": {
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "kotlin": {
+ "id": "kotlin",
+ "name": "kotlin",
+ "group": "kotlin",
+ "properties": {
+ "zeppelin.kotlin.maxResult": {
+ "name": "zeppelin.kotlin.maxResult",
+ "value": "1000",
+ "type": "number",
+ "description": "Max number of dataframe rows to display."
+ },
+ "zeppelin.kotlin.shortenTypes": {
+ "name": "zeppelin.kotlin.shortenTypes",
+ "value": true,
+ "type": "checkbox",
+ "description": "Show short types instead of full, e.g. List\u003cString\u003e or kotlin.collections.List\u003ckotlin.String\u003e"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "kotlin",
+ "class": "org.apache.zeppelin.kotlin.KotlinInterpreter",
+ "defaultInterpreter": true,
+ "editor": {
+ "language": "kotlin",
+ "editOnDblClick": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "flink-cmd": {
+ "id": "flink-cmd",
+ "name": "flink-cmd",
+ "group": "flink-cmd",
+ "properties": {
+ "FLINK_HOME": {
+ "name": "FLINK_HOME",
+ "value": "",
+ "type": "string",
+ "description": "Location of flink distribution"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "cmd",
+ "class": "org.apache.zeppelin.flink.cmd.FlinkCmdInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sh",
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "scalding": {
+ "id": "scalding",
+ "name": "scalding",
+ "group": "scalding",
+ "properties": {
+ "args.string": {
+ "name": "args.string",
+ "value": "--local --repl",
+ "type": "textarea",
+ "description": "Arguments for scalding REPL"
+ },
+ "max.open.instances": {
+ "name": "max.open.instances",
+ "value": "50",
+ "type": "number",
+ "description": "Maximum number of open interpreter instances"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "scalding",
+ "class": "org.apache.zeppelin.scalding.ScaldingInterpreter",
+ "defaultInterpreter": false
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "flink": {
+ "id": "flink",
+ "name": "flink",
+ "group": "flink",
+ "properties": {
+ "FLINK_HOME": {
+ "name": "FLINK_HOME",
+ "value": "",
+ "type": "string",
+ "description": "Location of flink distribution"
+ },
+ "HADOOP_CONF_DIR": {
+ "name": "HADOOP_CONF_DIR",
+ "value": "",
+ "type": "string",
+ "description": "Location of hadoop conf (core-site.xml, hdfs-site.xml and etc.)"
+ },
+ "HIVE_CONF_DIR": {
+ "name": "HIVE_CONF_DIR",
+ "value": "",
+ "type": "string",
+ "description": "Location of hive conf (hive-site.xml)"
+ },
+ "flink.execution.mode": {
+ "name": "flink.execution.mode",
+ "value": "local",
+ "type": "string",
+ "description": "Execution mode, it could be local|remote|yarn"
+ },
+ "flink.execution.remote.host": {
+ "name": "flink.execution.remote.host",
+ "value": "",
+ "type": "string",
+ "description": "Host name of running JobManager. Only used for remote mode"
+ },
+ "flink.execution.remote.port": {
+ "name": "flink.execution.remote.port",
+ "value": "",
+ "type": "number",
+ "description": "Port of running JobManager. Only used for remote mode"
+ },
+ "jobmanager.memory.process.size": {
+ "name": "jobmanager.memory.process.size",
+ "value": "1024m",
+ "type": "text",
+ "description": "Memory for JobManager, e.g. 1024m"
+ },
+ "taskmanager.memory.process.size": {
+ "name": "taskmanager.memory.process.size",
+ "value": "1024m",
+ "type": "text",
+ "description": "Memory for TaskManager, e.g. 1024m"
+ },
+ "taskmanager.numberOfTaskSlots": {
+ "name": "taskmanager.numberOfTaskSlots",
+ "value": "1",
+ "type": "number",
+ "description": "Number of slot per TaskManager"
+ },
+ "local.number-taskmanager": {
+ "name": "local.number-taskmanager",
+ "value": "4",
+ "type": "number",
+ "description": "Number of TaskManager in local mode"
+ },
+ "yarn.application.name": {
+ "name": "yarn.application.name",
+ "value": "Zeppelin Flink Session",
+ "type": "string",
+ "description": "Yarn app name"
+ },
+ "yarn.application.queue": {
+ "name": "yarn.application.queue",
+ "value": "default",
+ "type": "string",
+ "description": "Yarn queue name"
+ },
+ "zeppelin.flink.uiWebUrl": {
+ "name": "zeppelin.flink.uiWebUrl",
+ "value": "",
+ "type": "string",
+ "description": "User specified Flink JobManager url, it could be used in remote mode where Flink cluster is already started, or could be used as url template, e.g. https://knox-server:8443/gateway/cluster-topo/yarn/proxy/{{applicationId}}/ where {{applicationId}} would be replaced with yarn app id"
+ },
+ "zeppelin.flink.run.asLoginUser": {
+ "name": "zeppelin.flink.run.asLoginUser",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether run flink job as the zeppelin login user, it is only applied when running flink job in hadoop yarn cluster and shiro is enabled"
+ },
+ "flink.udf.jars": {
+ "name": "flink.udf.jars",
+ "value": "",
+ "type": "string",
+ "description": "Flink udf jars (comma separated), Zeppelin will register udfs in this jar for user automatically, these udf jars could be either local files or hdfs files if you have hadoop installed, the udf name is the class name"
+ },
+ "flink.udf.jars.packages": {
+ "name": "flink.udf.jars.packages",
+ "value": "",
+ "type": "string",
+ "description": "Packages (comma separated) that would be searched for the udf defined in `flink.udf.jars`"
+ },
+ "flink.execution.jars": {
+ "name": "flink.execution.jars",
+ "value": "",
+ "type": "string",
+ "description": "Additional user jars (comma separated), these jars could be either local files or hdfs files if you have hadoop installed"
+ },
+ "flink.execution.packages": {
+ "name": "flink.execution.packages",
+ "value": "",
+ "type": "string",
+ "description": "Additional user packages (comma separated), e.g. flink connector packages"
+ },
+ "zeppelin.flink.scala.color": {
+ "name": "zeppelin.flink.scala.color",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether display scala shell output in colorful format"
+ },
+ "zeppelin.flink.enableHive": {
+ "name": "zeppelin.flink.enableHive",
+ "value": false,
+ "type": "checkbox",
+ "description": "Whether enable hive"
+ },
+ "zeppelin.flink.hive.version": {
+ "name": "zeppelin.flink.hive.version",
+ "value": "2.3.4",
+ "type": "string",
+ "description": "Hive version that you would like to connect"
+ },
+ "zeppelin.flink.module.enableHive": {
+ "name": "zeppelin.flink.module.enableHive",
+ "value": false,
+ "type": "checkbox",
+ "description": "Whether enable hive module, hive udf take precedence over flink udf if hive module is enabled."
+ },
+ "zeppelin.flink.printREPLOutput": {
+ "name": "zeppelin.flink.printREPLOutput",
+ "value": true,
+ "type": "checkbox",
+ "description": "Print REPL output"
+ },
+ "zeppelin.flink.maxResult": {
+ "name": "zeppelin.flink.maxResult",
+ "value": "1000",
+ "type": "number",
+ "description": "Max number of rows returned by sql interpreter."
+ },
+ "zeppelin.pyflink.python": {
+ "name": "zeppelin.pyflink.python",
+ "value": "python",
+ "type": "string",
+ "description": "Python executable for pyflink"
+ },
+ "flink.interpreter.close.shutdown_cluster": {
+ "name": "flink.interpreter.close.shutdown_cluster",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether shutdown flink cluster when close interpreter"
+ },
+ "zeppelin.interpreter.close.cancel_job": {
+ "name": "zeppelin.interpreter.close.cancel_job",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether cancel flink job when closing interpreter"
+ },
+ "zeppelin.flink.job.check_interval": {
+ "name": "zeppelin.flink.job.check_interval",
+ "value": "1000",
+ "type": "number",
+ "description": "Check interval (in milliseconds) to check flink job progress"
+ },
+ "zeppelin.flink.concurrentBatchSql.max": {
+ "name": "zeppelin.flink.concurrentBatchSql.max",
+ "value": "10",
+ "type": "number",
+ "description": "Max concurrent sql of Batch Sql"
+ },
+ "zeppelin.flink.concurrentStreamSql.max": {
+ "name": "zeppelin.flink.concurrentStreamSql.max",
+ "value": "10",
+ "type": "number",
+ "description": "Max concurrent sql of Stream Sql"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "flink",
+ "class": "org.apache.zeppelin.flink.FlinkInterpreter",
+ "defaultInterpreter": true,
+ "editor": {
+ "language": "scala",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "bsql",
+ "class": "org.apache.zeppelin.flink.FlinkBatchSqlInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sql",
+ "editOnDblClick": false
+ }
+ },
+ {
+ "name": "ssql",
+ "class": "org.apache.zeppelin.flink.FlinkStreamSqlInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sql",
+ "editOnDblClick": false
+ }
+ },
+ {
+ "name": "pyflink",
+ "class": "org.apache.zeppelin.flink.PyFlinkInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "python",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "ipyflink",
+ "class": "org.apache.zeppelin.flink.IPyFlinkInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "python",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "angular": {
+ "id": "angular",
+ "name": "angular",
+ "group": "angular",
+ "properties": {},
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "angular",
+ "class": "org.apache.zeppelin.angular.AngularInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "editOnDblClick": true,
+ "completionSupport": false
+ }
+ },
+ {
+ "name": "ng",
+ "class": "org.apache.zeppelin.angular.AngularInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "editOnDblClick": true,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "ksql": {
+ "id": "ksql",
+ "name": "ksql",
+ "group": "ksql",
+ "properties": {
+ "ksql.url": {
+ "name": "ksql.url",
+ "value": "http://localhost:8088",
+ "type": "string",
+ "description": "KSQL Endpoint base URL"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "ksql",
+ "class": "org.apache.zeppelin.ksql.KSQLInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sql",
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "r": {
+ "id": "r",
+ "name": "r",
+ "group": "r",
+ "properties": {
+ "zeppelin.R.knitr": {
+ "name": "zeppelin.R.knitr",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether use knitr or not"
+ },
+ "zeppelin.R.cmd": {
+ "name": "zeppelin.R.cmd",
+ "value": "R",
+ "type": "string",
+ "description": "R binary executable path"
+ },
+ "zeppelin.R.maxResult": {
+ "name": "zeppelin.R.maxResult",
+ "value": "1000",
+ "type": "number",
+ "description": "Max number of dataframe rows to display."
+ },
+ "zeppelin.R.image.width": {
+ "name": "zeppelin.R.image.width",
+ "value": "100%",
+ "type": "number",
+ "description": "Image width of R plotting"
+ },
+ "zeppelin.R.render.options": {
+ "name": "zeppelin.R.render.options",
+ "value": "out.format \u003d \u0027html\u0027, comment \u003d NA, echo \u003d FALSE, results \u003d \u0027asis\u0027, message \u003d F, warning \u003d F, fig.retina \u003d 2",
+ "type": "textarea",
+ "description": ""
+ },
+ "zeppelin.R.shiny.portRange": {
+ "name": "zeppelin.R.shiny.portRange",
+ "value": ":",
+ "type": "string",
+ "description": "Shiny app would launch a web app at some port, this property is to specify the portRange via format \u0027\u003cstart\u003e:\u003cend\u003e\u0027, e.g. \u00275000:5001\u0027. By default it is \u0027:\u0027 which means any port"
+ },
+ "zeppelin.R.shiny.iframe_width": {
+ "name": "zeppelin.R.shiny.iframe_width",
+ "value": "100%",
+ "type": "text",
+ "description": "Width of iframe of R shiny app"
+ },
+ "zeppelin.R.shiny.iframe_height": {
+ "name": "zeppelin.R.shiny.iframe_height",
+ "value": "500px",
+ "type": "text",
+ "description": "Height of iframe of R shiny app"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "r",
+ "class": "org.apache.zeppelin.r.RInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "r",
+ "editOnDblClick": false,
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "ir",
+ "class": "org.apache.zeppelin.r.IRInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "r",
+ "editOnDblClick": false,
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "shiny",
+ "class": "org.apache.zeppelin.r.ShinyInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "r",
+ "editOnDblClick": false,
+ "completionSupport": true
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "livy": {
+ "id": "livy",
+ "name": "livy",
+ "group": "livy",
+ "properties": {
+ "zeppelin.livy.url": {
+ "name": "zeppelin.livy.url",
+ "value": "http://localhost:8998",
+ "type": "url",
+ "description": "The URL for Livy Server."
+ },
+ "zeppelin.livy.session.create_timeout": {
+ "name": "zeppelin.livy.session.create_timeout",
+ "value": "120",
+ "type": "number",
+ "description": "Livy Server create session timeout (seconds)."
+ },
+ "livy.spark.driver.cores": {
+ "name": "livy.spark.driver.cores",
+ "value": "",
+ "type": "number",
+ "description": "Driver cores. ex) 1, 2"
+ },
+ "livy.spark.driver.memory": {
+ "name": "livy.spark.driver.memory",
+ "value": "",
+ "type": "string",
+ "description": "Driver memory. ex) 512m, 32g"
+ },
+ "livy.spark.executor.instances": {
+ "name": "livy.spark.executor.instances",
+ "value": "",
+ "type": "number",
+ "description": "Executor instances. ex) 1, 4"
+ },
+ "livy.spark.executor.cores": {
+ "name": "livy.spark.executor.cores",
+ "value": "",
+ "type": "number",
+ "description": "Num cores per executor. ex) 1, 4"
+ },
+ "livy.spark.executor.memory": {
+ "name": "livy.spark.executor.memory",
+ "value": "",
+ "type": "string",
+ "description": "Executor memory per worker instance. ex) 512m, 32g"
+ },
+ "livy.spark.dynamicAllocation.enabled": {
+ "name": "livy.spark.dynamicAllocation.enabled",
+ "value": false,
+ "type": "checkbox",
+ "description": "Use dynamic resource allocation"
+ },
+ "livy.spark.dynamicAllocation.cachedExecutorIdleTimeout": {
+ "name": "livy.spark.dynamicAllocation.cachedExecutorIdleTimeout",
+ "value": "",
+ "type": "string",
+ "description": "Remove an executor which has cached data blocks"
+ },
+ "livy.spark.dynamicAllocation.minExecutors": {
+ "name": "livy.spark.dynamicAllocation.minExecutors",
+ "value": "",
+ "type": "number",
+ "description": "Lower bound for the number of executors if dynamic allocation is enabled."
+ },
+ "livy.spark.dynamicAllocation.initialExecutors": {
+ "name": "livy.spark.dynamicAllocation.initialExecutors",
+ "value": "",
+ "type": "number",
+ "description": "Initial number of executors to run if dynamic allocation is enabled."
+ },
+ "livy.spark.dynamicAllocation.maxExecutors": {
+ "name": "livy.spark.dynamicAllocation.maxExecutors",
+ "value": "",
+ "type": "number",
+ "description": "Upper bound for the number of executors if dynamic allocation is enabled."
+ },
+ "zeppelin.livy.principal": {
+ "name": "zeppelin.livy.principal",
+ "value": "",
+ "type": "string",
+ "description": "Kerberos principal to authenticate livy"
+ },
+ "zeppelin.livy.keytab": {
+ "name": "zeppelin.livy.keytab",
+ "value": "",
+ "type": "textarea",
+ "description": "Kerberos keytab to authenticate livy"
+ },
+ "zeppelin.livy.pull_status.interval.millis": {
+ "name": "zeppelin.livy.pull_status.interval.millis",
+ "value": "1000",
+ "type": "number",
+ "description": "The interval for checking paragraph execution status"
+ },
+ "zeppelin.livy.maxLogLines": {
+ "name": "zeppelin.livy.maxLogLines",
+ "value": "1000",
+ "type": "number",
+ "description": "Max number of lines of logs"
+ },
+ "livy.spark.jars.packages": {
+ "name": "livy.spark.jars.packages",
+ "value": "",
+ "type": "textarea",
+ "description": "Adding extra libraries to livy interpreter"
+ },
+ "zeppelin.livy.displayAppInfo": {
+ "name": "zeppelin.livy.displayAppInfo",
+ "value": true,
+ "type": "checkbox",
+ "description": "Whether display app info"
+ },
+ "zeppelin.livy.restart_dead_session": {
+ "name": "zeppelin.livy.restart_dead_session",
+ "value": false,
+ "type": "checkbox",
+ "description": "Whether restart a dead session"
+ },
+ "zeppelin.livy.spark.sql.maxResult": {
+ "name": "zeppelin.livy.spark.sql.maxResult",
+ "value": "1000",
+ "type": "number",
+ "description": "Max number of Spark SQL result to display."
+ },
+ "zeppelin.livy.spark.sql.field.truncate": {
+ "name": "zeppelin.livy.spark.sql.field.truncate",
+ "value": true,
+ "type": "checkbox",
+ "description": "If true, truncate field values longer than 20 characters."
+ },
+ "zeppelin.livy.concurrentSQL": {
+ "name": "zeppelin.livy.concurrentSQL",
+ "value": false,
+ "type": "checkbox",
+ "description": "Execute multiple SQL concurrently if set true."
+ },
+ "zeppelin.livy.tableWithUTFCharacter": {
+ "name": "zeppelin.livy.tableWithUTFCharacter",
+ "value": false,
+ "type": "checkbox",
+ "description": "If database contains UTF characters then set this as true."
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "spark",
+ "class": "org.apache.zeppelin.livy.LivySparkInterpreter",
+ "defaultInterpreter": true,
+ "editor": {
+ "language": "scala",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "sql",
+ "class": "org.apache.zeppelin.livy.LivySparkSQLInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sql",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "pyspark",
+ "class": "org.apache.zeppelin.livy.LivyPySparkInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "python",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "pyspark3",
+ "class": "org.apache.zeppelin.livy.LivyPySpark3Interpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "python",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "sparkr",
+ "class": "org.apache.zeppelin.livy.LivySparkRInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "r",
+ "editOnDblClick": false,
+ "completionKey": "TAB",
+ "completionSupport": true
+ }
+ },
+ {
+ "name": "shared",
+ "class": "org.apache.zeppelin.livy.LivySharedInterpreter",
+ "defaultInterpreter": false
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "perNote": "shared",
+ "perUser": "scoped",
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "neo4j": {
+ "id": "neo4j",
+ "name": "neo4j",
+ "group": "neo4j",
+ "properties": {
+ "neo4j.url": {
+ "name": "neo4j.url",
+ "value": "bolt://localhost:7687",
+ "type": "string",
+ "description": "The Neo4j\u0027s BOLT url."
+ },
+ "neo4j.database": {
+ "name": "neo4j.database",
+ "value": "",
+ "type": "string",
+ "description": "The Neo4j target database, if empty use the dafault db."
+ },
+ "neo4j.multi.statement": {
+ "name": "neo4j.multi.statement",
+ "value": "true",
+ "type": "string",
+ "description": "Enables the multi statement management, if true it computes multiple queries separated by semicolon."
+ },
+ "neo4j.auth.type": {
+ "name": "neo4j.auth.type",
+ "value": "BASIC",
+ "type": "string",
+ "description": "The Neo4j\u0027s authentication type (NONE, BASIC)."
+ },
+ "neo4j.auth.user": {
+ "name": "neo4j.auth.user",
+ "value": "",
+ "type": "string",
+ "description": "The Neo4j user name."
+ },
+ "neo4j.auth.password": {
+ "name": "neo4j.auth.password",
+ "value": "",
+ "type": "string",
+ "description": "The Neo4j user password."
+ },
+ "neo4j.max.concurrency": {
+ "name": "neo4j.max.concurrency",
+ "value": "50",
+ "type": "string",
+ "description": "Max concurrency call from Zeppelin to Neo4j server."
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "neo4j",
+ "class": "org.apache.zeppelin.graph.neo4j.Neo4jCypherInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "editOnDblClick": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "groovy": {
+ "id": "groovy",
+ "name": "groovy",
+ "group": "groovy",
+ "properties": {
+ "GROOVY_CLASSES": {
+ "name": "GROOVY_CLASSES",
+ "value": "",
+ "type": "textarea",
+ "description": "The path for custom groovy classes location. If empty `./interpreter/groovy/classes`"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "groovy",
+ "class": "org.apache.zeppelin.groovy.GroovyInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "editOnDblClick": false,
+ "completionSupport": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "cassandra": {
+ "id": "cassandra",
+ "name": "cassandra",
+ "group": "cassandra",
+ "properties": {
+ "cassandra.hosts": {
+ "name": "cassandra.hosts",
+ "value": "localhost",
+ "type": "textarea",
+ "description": "Comma separated Cassandra hosts (DNS name or IP address). Default \u003d localhost. Ex: \u0027192.168.0.12,node2,node3\u0027"
+ },
+ "cassandra.native.port": {
+ "name": "cassandra.native.port",
+ "value": "9042",
+ "type": "number",
+ "description": "Cassandra native port. Default \u003d 9042"
+ },
+ "cassandra.protocol.version": {
+ "name": "cassandra.protocol.version",
+ "value": "DEFAULT",
+ "type": "string",
+ "description": "Cassandra protocol version. Default \u003d auto-detect"
+ },
+ "cassandra.cluster": {
+ "name": "cassandra.cluster",
+ "value": "Test Cluster",
+ "type": "string",
+ "description": "Cassandra cluster name. Default \u003d \u0027Test Cluster\u0027"
+ },
+ "cassandra.keyspace": {
+ "name": "cassandra.keyspace",
+ "value": "system",
+ "type": "string",
+ "description": "Cassandra keyspace name. Default \u003d \u0027system\u0027"
+ },
+ "cassandra.compression.protocol": {
+ "name": "cassandra.compression.protocol",
+ "value": "NONE",
+ "type": "string",
+ "description": "Cassandra compression protocol. Available values: NONE, SNAPPY, LZ4. Default \u003d NONE"
+ },
+ "cassandra.credentials.username": {
+ "name": "cassandra.credentials.username",
+ "value": "none",
+ "type": "string",
+ "description": "Cassandra credentials username. Default \u003d \u0027none\u0027"
+ },
+ "cassandra.credentials.password": {
+ "name": "cassandra.credentials.password",
+ "value": "none",
+ "type": "password",
+ "description": "Cassandra credentials password. Default \u003d \u0027none\u0027"
+ },
+ "cassandra.load.balancing.policy": {
+ "name": "cassandra.load.balancing.policy",
+ "value": "DEFAULT",
+ "type": "string",
+ "description": "Class name for Load Balancing Policy. Default \u003d DefaultLoadBalancingPolicy"
+ },
+ "cassandra.retry.policy": {
+ "name": "cassandra.retry.policy",
+ "value": "DEFAULT",
+ "type": "string",
+ "description": "Class name for Retry Policy. Default \u003d DefaultRetryPolicy"
+ },
+ "cassandra.reconnection.policy": {
+ "name": "cassandra.reconnection.policy",
+ "value": "DEFAULT",
+ "type": "string",
+ "description": "Class name for Reconnection Policy. Default \u003d ExponentialReconnectionPolicy"
+ },
+ "cassandra.speculative.execution.policy": {
+ "name": "cassandra.speculative.execution.policy",
+ "value": "DEFAULT",
+ "type": "string",
+ "description": "Class name for Speculative Execution Policy. Default \u003d NoSpeculativeExecutionPolicy"
+ },
+ "cassandra.interpreter.parallelism": {
+ "name": "cassandra.interpreter.parallelism",
+ "value": "10",
+ "type": "number",
+ "description": "Cassandra interpreter parallelism.Default \u003d 10"
+ },
+ "cassandra.max.schema.agreement.wait.second": {
+ "name": "cassandra.max.schema.agreement.wait.second",
+ "value": "10",
+ "type": "number",
+ "description": "Cassandra max schema agreement wait in second.Default \u003d ProtocolOptions.DEFAULT_MAX_SCHEMA_AGREEMENT_WAIT_SECONDS"
+ },
+ "cassandra.pooling.connection.per.host.local": {
+ "name": "cassandra.pooling.connection.per.host.local",
+ "value": "1",
+ "type": "number",
+ "description": "Cassandra connections per host local. Protocol V3 and above default \u003d 1"
+ },
+ "cassandra.pooling.connection.per.host.remote": {
+ "name": "cassandra.pooling.connection.per.host.remote",
+ "value": "1",
+ "type": "number",
+ "description": "Cassandra connections per host remote. Protocol V3 and above default \u003d 1"
+ },
+ "cassandra.pooling.max.request.per.connection": {
+ "name": "cassandra.pooling.max.request.per.connection",
+ "value": "1024",
+ "type": "number",
+ "description": "Cassandra max requests per connection. Protocol V3 and above default \u003d 1024"
+ },
+ "cassandra.pooling.pool.timeout.millisecs": {
+ "name": "cassandra.pooling.pool.timeout.millisecs",
+ "value": "5000",
+ "type": "number",
+ "description": "Cassandra pool time out in millisecs. Default \u003d 5000"
+ },
+ "cassandra.pooling.heartbeat.interval.seconds": {
+ "name": "cassandra.pooling.heartbeat.interval.seconds",
+ "value": "30",
+ "type": "number",
+ "description": "Cassandra pool heartbeat interval in secs. Default \u003d 30"
+ },
+ "cassandra.query.default.consistency": {
+ "name": "cassandra.query.default.consistency",
+ "value": "ONE",
+ "type": "string",
+ "description": "Cassandra query default consistency level. Default \u003d ONE"
+ },
+ "cassandra.query.default.serial.consistency": {
+ "name": "cassandra.query.default.serial.consistency",
+ "value": "SERIAL",
+ "type": "string",
+ "description": "Cassandra query default serial consistency level. Default \u003d SERIAL"
+ },
+ "cassandra.query.default.fetchSize": {
+ "name": "cassandra.query.default.fetchSize",
+ "value": "5000",
+ "type": "number",
+ "description": "Cassandra query default fetch size. Default \u003d 5000"
+ },
+ "cassandra.socket.connection.timeout.millisecs": {
+ "name": "cassandra.socket.connection.timeout.millisecs",
+ "value": "5000",
+ "type": "number",
+ "description": "Cassandra socket default connection timeout in millisecs. Default \u003d 5000"
+ },
+ "cassandra.socket.read.timeout.millisecs": {
+ "name": "cassandra.socket.read.timeout.millisecs",
+ "value": "12000",
+ "type": "number",
+ "description": "Cassandra socket read timeout in millisecs. Default \u003d 12000"
+ },
+ "cassandra.socket.tcp.no_delay": {
+ "name": "cassandra.socket.tcp.no_delay",
+ "value": true,
+ "type": "checkbox",
+ "description": "Cassandra socket TCP no delay. Default \u003d true"
+ },
+ "cassandra.ssl.enabled": {
+ "name": "cassandra.ssl.enabled",
+ "value": false,
+ "type": "checkbox",
+ "description": "Cassandra SSL"
+ },
+ "cassandra.ssl.truststore.path": {
+ "name": "cassandra.ssl.truststore.path",
+ "value": "none",
+ "type": "string",
+ "description": "Cassandra truststore path. Default \u003d none"
+ },
+ "cassandra.ssl.truststore.password": {
+ "name": "cassandra.ssl.truststore.password",
+ "value": "none",
+ "type": "password",
+ "description": "Cassandra truststore password. Default \u003d none"
+ },
+ "cassandra.format.output": {
+ "name": "cassandra.format.output",
+ "value": "human",
+ "type": "string",
+ "description": "Output format: human-readable, or strict CQL. Default \u003d human"
+ },
+ "cassandra.format.locale": {
+ "name": "cassandra.format.locale",
+ "value": "en_US",
+ "type": "string",
+ "description": "Locale for formatting of output data. Default \u003d en_US"
+ },
+ "cassandra.format.timezone": {
+ "name": "cassandra.format.timezone",
+ "value": "UTC",
+ "type": "string",
+ "description": "Timezone for output of time/date-related values. Default \u003d UTC"
+ },
+ "cassandra.format.timestamp": {
+ "name": "cassandra.format.timestamp",
+ "value": "yyyy-MM-dd\u0027T\u0027HH:mm:ss.SSSXXX",
+ "type": "string",
+ "description": "Format string for timestamp columns"
+ },
+ "cassandra.format.date": {
+ "name": "cassandra.format.date",
+ "value": "yyyy-MM-dd",
+ "type": "string",
+ "description": "Format string for date columns"
+ },
+ "cassandra.format.time": {
+ "name": "cassandra.format.time",
+ "value": "HH:mm:ss.SSS",
+ "type": "string",
+ "description": "Format string for time columns"
+ },
+ "cassandra.format.float_precision": {
+ "name": "cassandra.format.float_precision",
+ "value": "5",
+ "type": "number",
+ "description": "Precision for formatting of float values"
+ },
+ "cassandra.format.double_precision": {
+ "name": "cassandra.format.double_precision",
+ "value": "12",
+ "type": "number",
+ "description": "Precision for formatting of double values"
+ },
+ "cassandra.format.decimal_precision": {
+ "name": "cassandra.format.decimal_precision",
+ "value": "-1",
+ "type": "number",
+ "description": "Precision for formatting of decimal values (by default, show everything)"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "cassandra",
+ "class": "org.apache.zeppelin.cassandra.CassandraInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "editOnDblClick": false
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "sparql": {
+ "id": "sparql",
+ "name": "sparql",
+ "group": "sparql",
+ "properties": {
+ "sparql.engine": {
+ "name": "sparql.engine",
+ "value": "jena",
+ "type": "string",
+ "description": "The sparql engine to use for the queries. Default: jena"
+ },
+ "sparql.endpoint": {
+ "name": "sparql.endpoint",
+ "value": "http://dbpedia.org/sparql",
+ "type": "string",
+ "description": "Complete URL of the endpoint. Default: http://dbpedia.org/sparql"
+ },
+ "sparql.replaceURIs": {
+ "name": "sparql.replaceURIs",
+ "value": true,
+ "type": "checkbox",
+ "description": "Replace the URIs in the result with the prefixes. Default: true"
+ },
+ "sparql.removeDatatypes": {
+ "name": "sparql.removeDatatypes",
+ "value": true,
+ "type": "checkbox",
+ "description": "Remove the datatypes from Literals so Zeppelin can use the values. Default: true"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "sparql",
+ "class": "org.apache.zeppelin.sparql.SparqlInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sparql",
+ "editOnDblClick": false,
+ "completionKey": "TAB"
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ },
+ "kylin": {
+ "id": "kylin",
+ "name": "kylin",
+ "group": "kylin",
+ "properties": {
+ "kylin.api.url": {
+ "name": "kylin.api.url",
+ "value": "http://localhost:7070/kylin/api/query",
+ "type": "url",
+ "description": "Kylin API"
+ },
+ "kylin.api.user": {
+ "name": "kylin.api.user",
+ "value": "ADMIN",
+ "type": "string",
+ "description": "Kylin username"
+ },
+ "kylin.api.password": {
+ "name": "kylin.api.password",
+ "value": "KYLIN",
+ "type": "password",
+ "description": "Kylin password"
+ },
+ "kylin.query.project": {
+ "name": "kylin.query.project",
+ "value": "learn_kylin",
+ "type": "textarea",
+ "description": "Default Kylin project name"
+ },
+ "kylin.query.offset": {
+ "name": "kylin.query.offset",
+ "value": "0",
+ "type": "number",
+ "description": "Kylin query offset"
+ },
+ "kylin.query.limit": {
+ "name": "kylin.query.limit",
+ "value": "5000",
+ "type": "number",
+ "description": "Kylin query limit"
+ },
+ "kylin.query.ispartial": {
+ "name": "kylin.query.ispartial",
+ "value": true,
+ "type": "checkbox",
+ "description": "Kylin query partial flag, deprecated"
+ }
+ },
+ "status": "READY",
+ "interpreterGroup": [
+ {
+ "name": "kylin",
+ "class": "org.apache.zeppelin.kylin.KylinInterpreter",
+ "defaultInterpreter": false,
+ "editor": {
+ "language": "sql",
+ "editOnDblClick": false,
+ "completionSupport": true
+ }
+ }
+ ],
+ "dependencies": [],
+ "option": {
+ "remote": true,
+ "port": -1,
+ "isExistingProcess": false,
+ "setPermission": false,
+ "owners": [],
+ "isUserImpersonate": false
+ }
+ }
+ },
+ "interpreterRepositories": [
+ {
+ "id": "central",
+ "type": "default",
+ "url": "https://repo1.maven.org/maven2/",
+ "host": "repo1.maven.org",
+ "protocol": "https",
+ "releasePolicy": {
+ "enabled": true,
+ "updatePolicy": "daily",
+ "checksumPolicy": "warn"
+ },
+ "snapshotPolicy": {
+ "enabled": true,
+ "updatePolicy": "daily",
+ "checksumPolicy": "warn"
+ },
+ "mirroredRepositories": [],
+ "repositoryManager": false
+ },
+ {
+ "id": "local",
+ "type": "default",
+ "url": "file:///root/.m2/repository",
+ "host": "",
+ "protocol": "file",
+ "releasePolicy": {
+ "enabled": true,
+ "updatePolicy": "daily",
+ "checksumPolicy": "warn"
+ },
+ "snapshotPolicy": {
+ "enabled": true,
+ "updatePolicy": "daily",
+ "checksumPolicy": "warn"
+ },
+ "mirroredRepositories": [],
+ "repositoryManager": false
+ },
+ {
+ "id": "local",
+ "type": "default",
+ "url": "file:///home/zeppelin/.m2/repository",
+ "host": "",
+ "protocol": "file",
+ "releasePolicy": {
+ "enabled": true,
+ "updatePolicy": "daily",
+ "checksumPolicy": "warn"
+ },
+ "snapshotPolicy": {
+ "enabled": true,
+ "updatePolicy": "daily",
+ "checksumPolicy": "warn"
+ },
+ "mirroredRepositories": [],
+ "repositoryManager": false
+ }
+ ]
+}
\ No newline at end of file
diff --git a/docker/spark-sedona-zeppelin/zeppelin/conf/log4j.properties b/docker/spark-sedona-zeppelin/zeppelin/conf/log4j.properties
new file mode 100644
index 0000000000..345d02e332
--- /dev/null
+++ b/docker/spark-sedona-zeppelin/zeppelin/conf/log4j.properties
@@ -0,0 +1,5 @@
+log4j.rootCategory=INFO, console
+log4j.appender.console=org.apache.log4j.ConsoleAppender
+log4j.appender.console.target=System.err
+log4j.appender.console.layout=org.apache.log4j.PatternLayout
+log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n
\ No newline at end of file
diff --git a/docker/spark-sedona-zeppelin/zeppelin/conf/notebook-authorization.json b/docker/spark-sedona-zeppelin/zeppelin/conf/notebook-authorization.json
new file mode 100644
index 0000000000..58b51b937e
--- /dev/null
+++ b/docker/spark-sedona-zeppelin/zeppelin/conf/notebook-authorization.json
@@ -0,0 +1,34 @@
+{
+ "authInfo": {
+ "2HZHF91BX": {
+ "readers": [],
+ "owners": [],
+ "writers": [],
+ "runners": []
+ },
+ "2J233SDGY": {
+ "readers": [],
+ "owners": [],
+ "writers": [],
+ "runners": []
+ },
+ "2HWZWUD8H": {
+ "readers": [],
+ "owners": [],
+ "writers": [],
+ "runners": []
+ },
+ "2J42ZSEA5": {
+ "readers": [],
+ "owners": [],
+ "writers": [],
+ "runners": []
+ },
+ "2HZVNAN4N": {
+ "readers": [],
+ "owners": [],
+ "writers": [],
+ "runners": []
+ }
+ }
+}
\ No newline at end of file
diff --git a/docker/spark-sedona-zeppelin/zeppelin/conf/zeppelin-env.sh b/docker/spark-sedona-zeppelin/zeppelin/conf/zeppelin-env.sh
new file mode 100644
index 0000000000..39e9559625
--- /dev/null
+++ b/docker/spark-sedona-zeppelin/zeppelin/conf/zeppelin-env.sh
@@ -0,0 +1,5 @@
+export PYSPARK_PYTHON=python3
+export PYSPARK_DRIVER_PYTHON=python3
+export PYTHONPATH=/opt/spark/python/
+# export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/
+# export PYSPARK_SUBMIT_ARGS="--master spark://spark-master:7077 pyspark-shell"
\ No newline at end of file
diff --git a/docker/spark-sedona-zeppelin/zeppelin/helium/sedona-zeppelin.json b/docker/spark-sedona-zeppelin/zeppelin/helium/sedona-zeppelin.json
new file mode 100644
index 0000000000..b1d46ef1ca
--- /dev/null
+++ b/docker/spark-sedona-zeppelin/zeppelin/helium/sedona-zeppelin.json
@@ -0,0 +1,8 @@
+{
+ "type": "VISUALIZATION",
+ "name": "sedona-zeppelin",
+ "description": "Zeppelin visualization support for Sedona",
+ "artifact": "/opt/zeppelin/sedona_mapviz_widget",
+ "license": "BSD-2-Clause",
+ "icon": "× Output is truncated to 1000 rows. Learn more about zeppelin.spark.maxResult
\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://192.168.0.3:4040/jobs/job?id=34"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1551324831128_-359721018","id":"20190227-203351_1519829707","dateCreated":"2019-02-27T20:33:51-0700","dateStarted":"2019-03-03T22:10:21-0700","dateFinished":"2019-03-03T22:10:21-0700","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:2325","focus":true},{"text":"%sql\nSELECT *, 'I am the map center!'\nFROM images","user":"anonymous","dateUpdated":"2019-03-04T00:23:03-0700","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{"0":{"graph":{"mode":"geospark-zeppelin","height":300,"optionOpen":true,"setting":{"table":{"tableGridState":{"columns":[{"name":"st_encodeimage(image)","visible":true,"width":"*","sort":{"priority":0,"direction":"asc"},"filters":[{}],"pinned":""},{"name":"1.0","visible":true,"width":"*","sort":{},"filters":[{}],"pinned":""}],"scrollFocus":{},"selection":[],"grouping":{"grouping":[],"aggregations":[],"rowExpandedStates":{}},"treeView":{},"pagination":{"paginationCurrentPage":1,"paginationPageSize":250}},"tableColumnTypeState":{"names":{"st_encodeimage(image)":"string","1.0":"string"},"updated":false},"tableOptionSpecHash":"[{\"name\":\"useFilter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable filter for columns\"},{\"name\":\"showPagination\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable pagination for better navigation\"},{\"name\":\"showAggregationFooter\",\"valueType\":\"boolean\",\"defaultValue\":false,\"widget\":\"checkbox\",\"description\":\"Enable a footer for displaying aggregated values\"}]","tableOptionValue":{"useFilter":false,"showPagination":false,"showAggregationFooter":false},"updated":false,"initialized":false},"zeppelin-leaflet":{},"multiBarChart":{"rotate":{"degree":"-45"},"xLabelStatus":"default"},"stackedAreaChart":{"rotate":{"degree":"-45"},"xLabelStatus":"default"},"lineChart":{"rotate":{"degree":"-45"},"xLabelStatus":"default"},"geospark-zeppelin":{"geometry":{"name":"boundary","index":1,"aggr":"sum"},"info":{"name":"I am the map center!","index":2,"aggr":"sum"},"mapimage":{"name":"image","index":0,"aggr":"sum"}}},"keys":[],"groups":[],"values":[]},"helium":{}}},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TABLE","data":"image\tboundary\tI am the map center!\niVBORw0KGgoAAAANSUhEUgAAAQAAAAEACAYAAABccqhmAAAx/klEQVR42u1dCXLkOq7kJXG1fwheUn+mp+2WaSIXklJtZITjvfZSi0oEgUQis5S99jqtOMr/7auw116funYA2GuvHQD22muvHQD2+vibof1afSO1v7f6BnyVG/r8OtH1Vr5//m/2tTf7XkNBYPRvnc3ZboZVN2sv2CiPO/q+WTD9z1e0GzLbqL2/Az8LZeO3j7GDwl69NYQMr9hcKzKOmZtbfW3suZUTvf05Oc2jFzzYqZ9lGaefxUig3+t9T//onVQr0+8ryoorygT3dZ5+P9gprKbsygYHASL990ypt9f7p/4xWwIoG6jdMCs2MMIXepvurlJKOOGV8sEqJZrfCxBgYgeCvc6nSKAUdab+7v2b3XhKuj1TgqzGGtTU3PlCuIDwvTTgIIykxR72+rwAEE6aSE7+QAFgJVbBTkf2embKAbTp0CZUfk6CQyhlhAqMthjBBgs/pwT4EQSEDRAr6+nRTegEl5XgIQL6lADAvi9mF+H827yu9fS1N8kbLGXDVpb+dx4j2AZdkfI/AgREr5sBdsJmHWoBJsFgGcjnchL2es9MwALXnNTYzSCUEoIh6HfeyA4m0F7zwS5AcTb/CF6yEijcQeRJNroTBFaAf23N2v4/wSeUzCFY+j9584UT8HrvD2Q4kZUhTumggoGTB8Topt68gycF/+iNM3JaqCmlu6mcoHYx1TiE9DsLSvKG7/w8UHbTCUJ1BBdRwVrxM4yNJTzhyQ/S0JjZnEoa62zU0RtngtBDyxmE+GeBUCkLeht8pDwQAnAor3lR2h+7rfhEJ77we3UmAxACjMU1uOPGWdHRQHWzCtg56b4LXiqlEfnbKl6n9j7bp/8TgXxKyhdCFiDV5iuopytqVydwLcwUQsl+nP4/29gqg9ABUf/zdainOKJG7/XkQUBJ/1mKKPTaI6uNQYkSM2XAqptPqaEdFl5vMMckAWWbOM5ZnNsZMLCMy671Xg9Id08fdlU2Nrv5e6ehWYrQTEOtWWe6Gs7juoy/hfTgofagitEoJ/nVeg973ZMdHJUgtmhOvfngzydbRQMyYg26rEa/Ch9AyD4LchMbO4BGQIwOJ7ESYW/091tfpz86dUNtJ/X49yMEkxFAckU66gYhh06MAp2yYTuZRSSAYzQBO5TnZpndTvvfoP4H9WMoAz4GFTaU2fhRgK7zOmLVCTWiYeCoHHU2qNMxiETkI4TyoQqtRggGPwMus9ciIAtsyB4Vt7LTQwkQKzefcrPdrUHI2mujnQIhEwi1eyAMLwXCM64MqHs9BgCU0P0mQEQWMAhSvfTEcHrlbgAZKHskWTBWpzOwDswWRG/CkwVtlJ2xg2Gf/M+9x9Fm/rpJjtPpXjMKag8PENBkpyccx0ViHbMX0w0EBAAMha/vjhATBaGDnOrBwNrBa7lnAR698YUsoGYjqOwJ2BAKCSS3pJAr5MfA94KRcwhuYZ32E63BA3VwlGA+OGa8qcDPGCnY7LlbRrC0uRi0UPc1KK8rK1Nm3vfo6y3JUJAQRCX6tfr4YJPLhK2VnZy9rl3nVt/IBODBatUMLJqhAq84se9Ww1XAM3dsl2khjGQS7PHI5h+hCO91w32XXe9gQhlO6ssm3jIMwESSQ2UiXl1GOFiBgvijAAk2ZxUFQmNEQFQFVNsAoAKXe90SALSSy/mQhJ62fCq5p8IjmWfOwJMaGMDpHw71Vh1RRuPeagnCSkd2/VarTe81gbcg5Rq0OdXNT9LF5Yjwo04XR3GXlQK9z0LlVYyqBwudCCgWizpDIwFyr3UBAF5bRCOdqekzZpsBEsopdvMaLBGTkU29CGwdGrxhrdVeiQXKgTC7B2GIlcYKstcuGaY2vxYAOnW2kn7GoWkKWGSW2TS8nBSNr3AeWp0tILqyQs4xUuwwan+UDUQnmwglGIDrYOss7sxhUUaMVHpV/rpxUgfS03NO/BWnu6KmM4pLuKagWS3tagC4IqHK75XfswVBXoskZ5Z93zhYNqdgdi+MkjtGPoAOE83KABRDD1aPLz75K3juEGcAbHmwBWSgEP6/O1eQbVxnTkG5p1Tm5Q4ACwLAyPeSmyOb9Q9wSsjWU6NjuaMAHqvjnazCPdWFcilE96FoBF4yDECZHJSwmJFMivz9djW+KADEWfhjok4OZisu9JdlbUFWI8+k7m7m4WY/ajqfAHz2yU/Q+BANScI1OlEAPDFYKj6PewGsiwWAylqBo6g8A2+UbsBVA0Mz73ES9JOYd0Zt75YEgdifSE0IYRlE0ShGy0z0fDsQ8L1A97OyMUfBtNPQiZRSX8nBn0ZLF6dhjky3ANLJJYPb3nM3osMCVF2KFcxhL6+kl8GcVYCh8EHH5AaOGRCRncYrsgul3nYGdgRV4AyLic7/V4DeSwpD7HqaOAttj7bKVTsQ+Idg7zSpLhVYafUoQWNlqj1zyl8pPKqIbiJknKXUKJVvHi/Yxu78vu3w5HQFzLmDfdyv2D8JYUQyj2AKP2pkniV4KOm0+Dcx4qJjnPxSIOrU1SG06VjNnz0ewwTSgSKUQbY1aeca1Mw8RMCW9ol/YQDIzCWqoig7+iHdYdrhYBFZQFjxXkZ1EYnCj2tDHoAHwFiD4ZYALCNQys/V98pe+cme3QC1dZoBN344J98skr9qenEEKHVLkxkEXOwUKIBfyw+QgEGHvNSm6xlbcCaAbtRfw+qk9DvRBISpP6ttXZrsijp/dfq0wqRksN5lqf+QaKjR+jsHh8jKAfB+QgkYOwDMB4HRfdAb4gg2Fegi0yOg2V1W4OymeoS4CAAKbQYfKA8iYxOSbgF0Heo8h2VRNnivfDIoOBUAIPOr5e2juo6AY3GYAx+OfZiaHZibbpkRhlPPMvkwEf3PPtMQTn6UDaQS44NyZO01VhipsQMAzTa963H6w6o6yCoMNhQARoDJq9BQt324ylPAmT1QPwOj7u991Tb1bzJF2jVAeFJS/0fPiSq5JkG0J3YQMK9DNNE3kCkIOimVJ1/t8DN76i9JoQawhNlOhkkaylL1nlfgH/wncErvBINQOhe9kiT53GPEt/BDyoAAtm702lD3XrThHNdYk2RzW2QfOeHvnEFQ++/OzH/5n7JzLwtIpcGFicQggacNDlUZBst+ZxV7840CQFhEOMYcUx5kdp7/CiBtti5f7UjEntsUzpCGc0QabxDSUFsaVhFTQPJhveyhqiVnsvlfsgyYzWCB+3Na3nfT3yz6qy94lD2n/PwR6r8j9uUsfXcA0NEgJgSJShB/JU1HmzlU+rAi20a6Fa8QAELkZaQHQi8bbv5bxVT/5zUGH+TQDLeDAYwYaq4+iV3AbrUe3aiaEqj7Q5wD6G2i2vnZcbIQi4YnQmcMCpAS65z+LADI7kZPdsKHOmOh3JPEvp3hKLUNAIWlcFkEWekJ5xqRXH3yJ895zGQobiuwGMYtE6SfFMz7+/zHX8GYIB2EQoaLfqX6vdkEcHqGo6r0ZIg8EtmVsm5wnwYqu5TSNhQxxx5YqNa5zhiou8HumuxzUnmkyDOqc6dsACEQhND7L81GrWB6ELH8aiILl3UOAlyL2ssQmIvxk6T+rHMRikFL0ompSQsXajp2S4DTAx9KDXEFAefONP/KTsFICcFMP5TAaQh/Svz+0+d9nDoGlQSDKk4Wdm3N2P2mDhU92elfQDYtjVkTkDUSvUcqtxcJ860yRt9I3S6c4lQN9i7FHmHScQmmMPJ62psLpMQhbvggN04VREUj6f9XkG20pYVcPyNM5MmAvxAynECu1R0spQLyVu/z/O917l8fk70ln9hOWnb1B3d1r17FPNyxWbd7YrIBo0MA6gWFmqgKpwEkAQSzx4PAVUbNHlWmujn1L0QhOzKsB2RmNWFsVhCcK3QHbqJMiFz/mI2+V6H8o/P7IgCZpapV9e4baK+GAJJWcnoroG/ttJSydJMJiigpqoJaU5OUJ0P/43ziKnuJdEiiU8vXzjWtaFZDTU+VdkSsrLmenbRh9P5/fehK+0boPMhtQJLRFSF1D4QJudyBpA4OsduEStRnDgIHIkol9wUdtxYDQHUDQIwqAD+zR5vbSryyjlQJP6YRy0wZoHwdmWYgqm97h4gYAGRAVREmeaK6H4KYpw19MI3G5m9qUqqdg8EhZwDNha3kpq2revUzI5yzDj53BiKkm69sZGFDuNZiYUwI1mSjRo/DD15f7YCCFulMIDh1x9dv/szl99Y50Vk/Pzqt2dp8/QBWbbBiRlrb3LRLpZyRE+7ka1yaAagKuWYmFoIicGT4TQICFoJih3CiM7wA3QNo7JeJkfxQtLp51VY2j2R+1RBoDVenYXkN7pQLwnPGRA1nzY2PaPGtDnwjswQrfAMMxR5FGKSXNR6EWRjg9A/HT/GUeWQkotojIz2gBAgmnApKpGwz9+jYNdFznIpgt9TnK9Rfwd/GM/SIURBS9PzIDQMDTSYhRlp/RTh5JAwgAxXrb+TaMVTtba4DOU4/qAWYUnyZpHsvA+u1D9uZjGUp6h2tOvVmH3ktSJV2VVaksPxG36s6f6GO+/ZusqyMILz+GPhqcYCjObnk0XPAdovkfcYDAwDEewSGpAq+1qmuHOUKz9fiCmAyPMopto9GdAjiio4A6gsLAKLtDCwIdETC+Gs3LBIGZdRUVi6o16yHfh/sPT46AAhqz0HIVhVhBNMv9qITX3ps94MSN7UsGnm3BoHKBBREVlEgiI4Dj1Jvs1M8DDCqJgEl1NSVMehcg9ObuwAUiFbKq07dX0emB6UI67TXLrpw9utNAsOxqitwxengZgAC+Mc4/yG0CsPU/3MygVRHwJAAC1MB+W4MIMiEpZMBpBlSz69jZtPV0Vr5CmzAlSATUrBLA9eKksUUX0V1fTAqKfheFaioYfIHVGRbIgGx8qJzoi4NAiJnIZuTSFvAqlNz7/0t33jPSMt1ff5csHAmMI3UhYbUmDQZ2bkp2IZ3hEIQaagm2ECor0cFT5NMLoQuykpMKxMlkcHQrJNDApzFnJwBLLotwLuCwqLnCRVld8UnWTAaDbxM5Red/CgQCIDfCEiopPyVvI7DOJmDEJuCmdosNJztemKCoKe6JgX5/OhcwZLNMuJU+2g8YEVKfmeQUtqgqrCq0dJj1l4V/E0VQMDzjV8JHiFx3ZP3C/UFWKdk0R4JAHgqpRZj+4UIsK6/qROK6NOd/O7EnBvcrroOMx0IA/wLJvdVxIk6U0fwUKipidFoEDyndk7WinAr1BGZCAKRaBnWTlejx+8/hBIhEqfmuCL9lwQqVtTa7t92PrgQ6n65n7yi27FC/wCZqYjgIBvCYYMlSmeAzaorZQHVJ1Duhfa0Re3SCwIAC4Q1CQAZffdX5+D0d5UoK69L/18A+As1ADk1ElI8VjMIFSR0rdTA8wSgxqZCIMypR0zTVTag+juqSErv9yshQ8XK1i/Z9EjkpCoKSKDnH5cB9a/koOKaHSjTduxUVk77DJjLSCgCB3wIQESPR1RilRO/CtpzWV87Q7areEIrGEZJGIGrQUA20MQ0+hzLdUVzcV0AmOHhP6pLwHwIM3KLEwQdPT/X7nsUdDUArzBKBKX3XwB4GILwR0EsQRIASodEpGYcKzkA9Ribh+jJdp0fuwpBYH3WvqpmvikDqMxKyQH9VrY7RzbxjICKIokFOjwhIPWOlJc6PFSS1PiPlJqw+XopdRFq7hWZZ8ZmDEGsEwam5P1VFlSX9czdXvizlAHKmK0zaXh1trKqDCPAYfSm0Mjcf3uDHZlTsKBO6wwHVWMY6DyUhLQLV4Jl1cQ1WJAY0UroBYhl9ykyKrDNLJ8ALJSCxd2v464SyugMOPJgzDBU6VsrXYOZ9Lu4wKLZ+gswOTm64Vm50BMzOcpiDgACqSwrq7uDgbK5M9uoO1/jIKA5jL2Imz4D7YrR0nN0ALKNWk0eAPMIXKZWLcibz3yp17nFSf4bANZnAEDGOQzr5ttPfGHO+rIyZtUMwSyNGGwAaYLOFARhNy/kFnSe/2AgYDb+2jMaba/DjHzbxIaXJb4yzn+nFbh+CKgTAGK0E/AMqrvKKeig9ndmAqvxkUGvwACiE4z+qqbnmfEo8wQIAoqlMuQLTn6F3eiUJujvS9YpKB0G5GUZwAh3YCWdd9VjKYKgF238YG7KaltyJChnFtwJo6wKk2jZ9xTrr19ZImoJAg5ANFJigTQFRwKAcKpX1Vq9l4mKJcWvzY4ygFWaANLNdlPdHCvacc/WwlzZZhzwCAwz1Vcn/4rgSFuSdt3X/x9/24C9VuCvdmE5ad8zVp2rAWmIoBR2XbIyTMguSgcDCEQPvyQAPPD0vKxleCUOIWZPy4gcoBXKxn3LgGa/qkMvaf93Wnd/vqKfDZ03+pfhxQHKAuf6ykSiZIhKdedlMuvZaX9+f0fvNZQFQ2sB0lC7HXg1uCb+XSBF1onyI2bR+1Xj1oJSUAFIv5oVIMERxUikBftKgnQfPRef5DSkZB/j+qpZjkOIckZ90z5/5/3W5POsyzIA9SZ7JrDP2ahXqP8YJ83S62iM7Tr/VlxqGQiWZjtgzuC7BAAqxV10PMliYNeqyZbaCT1oOjLid2iItWRA6wGA12sDwKuugTQ7VqPyWbrugnzG5mcGEo4jMBK5cIg+aZ++yRAOId1WRDW671PIAg4GLCbdlkAqRIpLEyFWDZGnlmyWkem0J1oWWrpalMTFEJxuhnGTORJf5Rgb7a2CwhC66aFSsFqWCGVLimMpnnzs2rPg3GlpVvC30WmV1pU6h9ZGf0YK8Ai2sTJojU7wjXZY3JsRmEkUIGrJTnqFq67IkhXA5utthgK6DiEanLAhMpbBBFL5JfeGK9L6S0koErLTQ4G3Zw4GKMKursGdgJOdEiggmLx+ReW3Ei3BECfdHCfbSE4zx+8gxHo7iG4gCoZZMCiKmIkoqhIn7KP2TE0TvKN3sCzDAEKQVros9b8gyziu7GA4qTsbUkHtVkMSXEn7A1hpj5h9VJH5JukRCKmwWhogHENpl9KaGwSTrkhK5zr/CAA9WvPIPbGUB+CWDVe3B83Hr8cNFGXmTAwCZwjIfTrgImwyWA+bCsKjvf4Mna+odk9QdhUIRMFJudZIxBQJriBacvYcB8ADQs0ul93EI1TgZ0j71YGgmcAyqweognsEqHIBQVT/KgSWSubcq2BjXQThUeaW4wzaUAGOvwGoCllQCDMSATKKIIHh6JQBX4/F5iSuCQB30n3vOJ2VTXrj+6adAPI9FTgqoiFFOcbILWjTncU7bF9C08GoHB7zELVjHSUfS+wUlC9f4B7ESW5By2coqu4JqLrBXLXhrmgBmtZWdo8fBYBOKupsNgXxt4xChYCVjponfH4H/FPGmLsYhDjhx9yQSuKV0AUBSy4jdlt2LU2q3ZnqL7QIG+LeO3ZgoyKh6mOButgd8lHRfpcHUFR1HjEojdiQFzMtL0JbTn2v5RibmvzDfoyfOMBx3KitkaZDqzgCV254R/P/EXJgKpKr+BAam0bFAkadfiWtulG5LlHQtCCVXHH4BtGTw8iSiiBPnhGmzgHg/o2P0u0sjbu6978wmJw51LeUAC5gqNanLAh0SD8KAKdo7YcoV43ot6EAl6AuRyxC9vpqorwrCYkYZUYoNOjTtTgPPx2nCceHouhMkml53/+urEbMcMLtBJD0Xg6awkk3OuyjTvqNjv3GwGkLHX1AuxK9r4OoF0uv/RRQDlG8oxDjTjRf8dATP+2Zq50BpHZzh7b+Co6DEyQGWnsVsbeUMsDNBMSR1iKAWC7vPxKd/kJakE5gU99rFgAO0ZCTtTZV7wRklpop/j70tJRPQLfF9ugMQE3BZ/kSAkdAnlsfmCiLQZBtxPdP0hfIcBiiYzBKNEKKwSMCH0V16AWsw0MJvs+0aZg083TdPFKHz7r0EpGMoUCmAHyKVZgYxKTJNIWFJ2rS1eTUC+C/FwKlN20BIvakKGXOJgAZhuGO5SoTlshg5eUCAEWwH9kRAI8Rila8M9SjBLfObDu85gYzzmbWiTfqCvnrDKj7eg+ViGw6NuVScAQlXzX4AShzQKXUWeikJqDkc4JnSg19R3ttNlDccZE7j3+MGJEMTPgVIkCpev/NbH7FGUgKXs01kNF7NGB1nFSGkkyAdU7qgMtvS/M9kHbh0wUA9cYsVw8oDJBzHH7DzHMIenwHqvedNmHJp9ayNFs9pdWJQGXY6EBjrAOKOFlQ6zH0etcNlTAyVyABMkPEP87Tfscs6HznJgs1nRoF0+7MBG7m+LfqtUVpoRLyS4jpvgPaqak2mquPRJG4ZzYThz6D0GZwAXwLJC0B0JJD70sZqc74BLXp90tdoafMBBxl2SdctonCxPuIxsPtW+d+hP9PQEy37megmXOTz3DwaUaAkPkMWCSkIUfnAAGRUonDsqnR7PQhGEASXatCY3W+d2NLcNmQEfngf8lcuzRfEekv5o3OlIKoGIapQ8DS+d7EXCVkIae8cE1OMkalM1xUxGD53Cd/xhNAH05ZpKy7ml6cWTUNEHwcnIBJUltirATVZgy/Qub2VZ09Z7pQQu2VTZUAeNlmUk1MWbpfBKykEKxBmYJ8bgJN56YORd4KcQgeVaOPtvdYLc/ko0c5CyTtD/fEGRgAcnriAbzzskAMg01JDF5EteNeW85RKUZlU02IP7WHmZTfisA9G7TnDABkOMNVR708KyCvYzr6MoYhAkvFbMBB34tR42f1dTl8LUCrT58Ac/Q0VwJb1gEQtA3s/j+ZdqynIIAOjqebA0gBM1TzZm/iIopwHIMsPdTRmGkHqoxCVTcenfidx4pjgDzTIR856bplwiGQfdxWYZC0vJepOmUNovAWkgn8GvJJgm991s2f3tSdaNz990yqfWEpMOQZJ+IiQ6QeFmAYpiLoBYYhGRYiaKfW+M7YLLIK672/ClR3DzAcdPScdoXuQibGmomPVtVk5OkdtzLE/CCe96MA22hq776HVdN+s4Qkt5xhbcJO+tsGasTvR0GiklS4IFkwsskoezDJiHp/c5xYfz19vSC+Bt1sDuAPpW35smnHp+/9JzdTkA+CZQky2LUyY1Dbfi7ib1y75R9+MjFXBA0+NvV3mABgOQY1A0ruvkOZec37q8n/IwygIscgEmAK8jQsP68hpWs//RoZWXVq9ZEx3NHNuJDgI6XwCMF3Aohw7dWWUyWgXE2AODVdD8Oog9JwAcgmtzeNEqR3P1agKdjeC3+4/uV/0l6UC/ESS2QrxewJdwNesOzCu85IzGnJDVYDzkOjCrpZ6YB+RxHnCGFOQDXmDNLuYyPClTBYZdbh38f6UvZN+SYvHQRIgKguDjCacYwEmAUXPZTNvzKTcQAj0yLL1QoM4PZLmYblt89dIVJcwfgDwC4skjn7jPB0MFp1JxtTqdQweLxMACAp0lJU8wqQZMbtSO39j7YlZ9qZIJVX2meOfBgrARC4VjotMemENt5nAKFQhB/A4RwHZAVZRjy9AhC5+dJpK4TSXpXyj2QCCwE4aGBROlJfSquPlVyI7NKpk6XZeyFtd5x2RhyCq8lATK8HKYEqaueBsqQQ45UQ3g91Y36FFWLryY5sI9N4q8g7o8FAzXSceQhHYCWRl1btsR22oOoP0B4WTv2eUYIVwZBMdkx9/uxeyUxMs5+jAFA7nIXjaem/DEDL+qGjbY27FHpWpN5qmcIwkyvKGsDsQ10ARRNwNgBIswedaxpkzDbYRk2CTTXMVAsYBe7xIqrYRakvBwQmvf9eoKBA2RWbYZZfMBO43NHnGQk18vtZizID785/cwiAnqqlr8iKM7AtZej9/W/bxz8EsNDyWgSfozJghbKr+nKbP0Fdp2f8VwwMzZ7mIzjCLPFI1fZzwURSK6v9eEUGrGtcCVpyBZzk2YZXJggRuSYU5yFljoKVw51pxYwT8dKbvzQCF703FSgduyIgPEKLUGU3sr6+Yvjh8A86G72i9L9XwpnmnkEowI4PX+/3Ffmw1mNPshtzfq5IspV8uhK2yl+JC/DlYX404Ebt1W83bNZwW3az4OJg6i6VRYIXXhAAVpnKY9JZroNQAO17Nk+f0ctDqMVj8P2pTsqWnVwGbt5pSntXIPjSNg9Q09wGcCiA26wAiNNSdIA/hw6svK8RCXHTTITV9yURA6kifjAqjSap+XbAbElfofAZknDKuVcMAucL9xUAjo5Si5xeXZ3O3+n+y9p3zgmiBJTTz6poBZ6h0hTfMfwBmZjI0emFVzZ9J7oLITfkUMqrTgejKBLjp3r//DtfB2S8w+ZvL8KfEqD+Frqk44+raJBCC45KcCsor1v3k1p/WMQEnfLJiRhCAGD9/kL87pQAYLkTM8QeBKoQBEvVDo3UpWgPReaF8PIB4LTJv80NqmBl7ZxoswFgRJVYCQwj9b6LVSgbH11nVWWIYAwjjMAq1PjS5B3T5wP1f5DU3yFtpa1sEZeQx+BfdZ0dTnolAv0Q7+T6L5pRCLOWQ+KVMnbBApvAVae27qJ0trr51daa7PiL2pwI+EPBPCs7UNtxgCxkB6FXKwlq0iM9EnLIOYBcNhJ5UaBZYnhCfOtUlR/1Ji/Exz5ALT2i+uuUJRWM7kLrs6RMCGEgSgmmIQZV1Z3p9UZ/Z8Gu8lNAYWpgaBSxvzKwiCdrKDeec6qpQCMJKjEoy6XajalDSgg7UIZ35A3Y+/0Gk4meWGkBGhfAevwg3ZD3DAJZfVYSavBVZqJu33Y0uBjy3oEk0lDdjxiXKqVYtA13bcIL4b+zuflIhDRrM59/KFJnyfVAqsRp6y7rBCT3VKAuBXqdbxsATl0B5pR6ebvy6pagYEVNZcME7kJk1Fb1MUxpbabWWzttvJrx9TubEXEGapYFlN+moqoM+pAOJSsnst8h4HO8WwAIogP4FKnPaiIGGhxhaTrDA1zqL6n5i9DK+pWlkdHdSghBSuofgmFHdojUZK6A2XH3XHt+gNotoU0FVp2s8e1WjwXItOcuOpkt6vHMfAGq7VRbNAXsy04Q9YvgAAqyzUoCKhMOAkF1FIubOr2CYHN+L/UvZ6XtWrUDTGnJwdB8V/D2HYNAKm90lklmQqIrYtGKYCIYdITa3mTBRykhVAzCGH2FFFlxBgD5BFTQVqsG1lCIyIfC9DsPrZ11/47Oa6xAFixYMBjln7zD5oeqJlm0d7MApY5bBRy6JUWvVmcuPmzTZ4CTWOOz+r8K3g7sdK4EH2AgYGHDO0nGFYq7UnOyf2UC/1XrRWXKeb6FtoAJMPi+af+PexbQHDsRlvoGMGWdq6Lryh6/AJRKnQuBZGXV/YqFu0AjVm22uxmiaCySBQZUSlSgOfit1V9ygDXMDo2F0bxrJgAHJ5L0bapGR+nZFWDhSEnhgEQOhqGShxRwTxwgKsQ+LJI63RXKrKJOYQFGJO04cj2d6l/6e99mHYWYqZLDKNQA/O4lQJdSSUCspa2Qq9Is1cKb/FumDzsOQ4AgFG4XQHQJVm3FCiH7hMj+65UW5/dZk5O7NpbcZ/DvcFx+UUZrKBG/fykgDD60kXlJJ2B1EJkNBLNcAqVdCX5PUetpNzlj7imjwUhD4BCHhoJ0FUK0ASuN8+/RAIDOVCEFbJPPAomAxDu3AZlMUjolNbJJ77qYTgo3Ij3NQEFwre26P/kMwggAIdiLK6e86u3HrL6yx2lT/wAYwZBvn8rt+AggkI2kdiLjSO+c9vxV26yZLGLUhszJekZHmR23HFFERHXqaUFKlfSTAYRF2OCFaA9WxE8AAe8X4KrU9q469LtmArR1hTaqS8xJUrWp7MLR9lfQf1UXQdEJVLoMAmhGvfbAJkandK9GZg5CRfwdVosjAxT2WoOl/OpGVsDwtwcECRA4jNbfIRHm/i3TAVDkwIR/h6p3KIzKOkShzFk3xHReHTKCllliRhJEdFQRU5VazioZ6CNOfOUUysBCYVPEJDAYq7KAUaxAAY8GMACafYmpPKqFa0OJtY09CLDXA8sc+XEVn+iVC5L0esHiNn/4BCFkeB+30By7oo4zciFZoLmgFaiCRAGmxsJpDZ5aXxJAqSDbCTBWBITfPZnd38lYgWFkIPSgSTooKh26jt6v7x4AGCPsoaopd8qUs/dmAorBRlBBmhpsjn3QDqwIG1dF/BW9ftuoJAPpBrgSEvbByoSPKAl6VlGopl1NvXXadsbJD+Wd1Zn8kU4CykDILHsFwzKK5l8FNNzKTu8kAAZQJVKkwYd8B1EWmgCMmVpSrx0LM5hPzAIqOfWqOgI7sklWUHnVOt/9PSMtldp9ncdS6vMfAU05YUtO8WWEnSK6//ZS/JnNr5h9hGLdxjZ0lm19cllw9FxaWRbQucjV5VKPzBS43AEWdEY54C4bkegNjhhcBrMGKz8NL9tBHGkjJq81RP5BS/UNBmwmm5KVIIXYkmdgYSBlpE9qBTIXmljRIkTWTaQvH2pAYToGzeMeCpVX6Vh0FJSlulWd+utkCw7AFiAIFCDjVQATUeUMfLtS1XwC0LE6KwnDkYLTbAz4IzGAUxaQCU6k01iDLbA4FjD6HDJOguZHFgDUfjJriarGosQJSG2hMa2AFitA/gDRwVN6tXoQ0k5NtAPDAOdCAP0s8hXKZFTM6m2zACVVHrXdWgEmKtkD2HCRZQBqNiIEOWXU2lIBIow5aVJO0QNgXRCRB6B0JTJV4vMkIT1wRPkvZSbi43GAX6eh46CCdNRXRNXR7oE6rANO61ABUNMHEBKtxPqa1fLVGCVOsYgEYGMbOCtHjkRLoHR0ASJTL1bb0eDzP9rgv/kBODjYfoLosQxE/kqutiwFxXz9eqWNO32myG+JHQNq7GK0Fh3DkRZ0rIKbEMM0wgmoxsHxLSX2aam+AgRmJ2E0Es/TrcCRdt6Cvnzan1/Rcuy07CjSrzrZGIEjhMyNsecKadExt6LWh6ACDAIx+NSRZLWU+soAggXxTwwAIUhrd0eFTSCQ/Z4FOM4CiYznz14DmzJzAS6Q6koZQBKE2MivpPprfF/pQGTchYpa0qaWQi/7qXeY375eK4ATMyKJ8Ms8ARKwznn9Dgag8gxCQIlT1hwrJQTJb2WSTx27hUQi0N7r3SNOW5KpDMEy4PTclTH4BJA6Pp4BCDbFcTJniEabPUTCxXQpYAg+2gDiyKx/571mIFsdEfAwsQLF0quXvdEA0sMQhN48LBvKyXwWYALIhZi1Ns/vtSockk+RAZ8OBvUk05xNuK02WlAiuzFpdzm7kPAnaKdACAKMCMPGmiNh1DG9f9bGq0I24EwutkKgrKsgYyrsvtkru/f/GjTUf0YNB3OFcdLvVfZgV+EECRAZikOw0jpkrVeh/g+jizCk8W8AdTEIKn6Dc8H1D6C9mFgC7GWCg98yzaX5+kvxpKffCNq6wpFImTIbCRTKKeOWFWzaTWD8MSS8mqIeKKNANX2mKZiO6pJOQmQEMJWludfEDX6WcC6nbODE764rpvtGJZomWYXD18YBDle5Awtz+SHoBjjtxWJiARC8TBD9EIREQuGfKJ2cHRzGNkSc/Nq+AwH6kEeAP/d7k0zAqesElHZlKyryGCvdhVXrbzSUFOD7dLCn6QCl7WRW/4M2X4AyLI4PHPJZHiNOnm2ZF/y0fLdr13SX6Yjy2mYAJwL4BbEEy1q5oQzjKFOJ6LkFg5P2cUKd+EsCmypNtsuChauecICaUEGPUaZfBycIt7c/c/q7jsNg8wdD+VUMQUy3R9SAmSIwPXU7gSvUYNV8tt+O1T1RUrUdzGY3dgBY2B48/jm3HqpirtMxaPzhh9uJs/W9UYpE1qNXZanFzckCgSrHXcQWXjpSLWQTVWHqdfCS82cvjewyabEdAC4IAl8BoAgOLE67rdcTvgvvGKUes/QzwVTk7EGo59GQjgoSfmV5jmRXlmEgc08IBBKatBz8Zj/TvfDGiaPJABSAzqyFD+buujLFT372nZ4qAczRUlA8CQgFl+ny1URZKHutmUnoTCBKUXgB66iGeUnKwdib/6KTM6nXFNvxYdBtRuxztP/vqsW4AQKUH2jThECsUR2EKSag1vMmgNm2/WAp1QRCib+w0f6FCHjWFVBJLRNZxpJe/6iLkQgo1p6uXpJ9hFD7Rzt3QDKBatCG04yASZQlIK3ENWg+A9WP0DEv2ey/m9cPlZcCNNwHPxAkXOmk8XJ5MBIYnOEiwBREdfYh1N0KvdcVJf116p4+d+oZQOy9KsoakrZoRRZiu9Z/UOKQTb859XMLjiVlhpR+KxTc0Rq+l5oropRIVVnYjJWAXkxXIDXxENtlQYRCs1kCNCdQEa24eY6qTAIWQytyrwsCQGdD1FnzELEEsGTDmaFEphQzOougYBlEgRk66IIgEijdVza/aEdeBRHTMEDE3t/WjmZgMJuvve6ADk4DQe14ZyV9cSFSRzuGzFpqbPMyAE7RACyJpJiD7isbvvQFOsIA5ODIcg9zYcFV5emLgp6snDkHg4NgE5vv/0wB4G8GUJFn3+zYsJPWZ5tUcQoaCQBZup8En6yFpmwQCOAJCL7UJgWvOxQwTpQ8K81m74mMBhNF2eveEuAQx4GHW3CKh98Mks8eb+Yx1brbcLRVKLwhkH9UxWPlNaNNHgoJCQiKIpOR3fJ7rXRBP/En5MfpyXyVOxEoK8K05qYnKXHlYZZeUN2XlC6ZZn+WuSBNyQzVRwajlb32vV48QKApNHHDL00F3RKEnZAmq46JfoaihpvMLmTIO6r3Ve+ATOcPKQaz+YVKREP3JnqnLEHRbhfVYGJGNcbkFkRPJEUk/4TBxGOlgAJKVpIBhFtSCNgGCjAZDkJLpb353zgbyFJeNXA4tT3DIFhQEJRqWL3e2xyFsezKP6ViuEE6dOOqqgG1qb4gJMJkxClGUASVoL353wwbENhxlirxqg7CCC5gei4yK60qTujBjkDnhGfYBevTI6XhELwJFKvw9vXWHQDe//QP0e5Z7d/Tx5rpHgiegCy1l+m9oC5WXXOYUEgQEVDVLUixOosBvKHuzf8BHQKG5qvikCPUYLAim9xDHQ2FdJRkCszqqzp+AaVjvwZeb0W2XgSorAKHQXUICrUc3Ov9OgJw00+4E03Jg7tAJkqtszKBtPBqLwAomIci6HoaRmr78ArYx9yHi8gEZI+xN8unZQVuHT6auq/6W2WDg01fjdNROZkLU9LpmGlW5g4tYBLFbHOy97fbfh/eFVgW/Qdtx2MUIzA0+NnEHeQOCM8dSFBTmcdPcIWint4Ej6hAIvzYGcAHBoGV4iODryEG2pDVnMtHswBFOMVDGVJK3l8lbLtAabg47KSQgtDQURWGxPZ6wxWMcHJlFgA2viRU4rQEnVMY6fCh65W8j9qZz+99BoroCFM3dtiF5+9/OVTtHbHXvbgDwwAYjVm03Wo3Woj1teyZR0aojx7o1wZht5thDC4xsPCPS9XOAPZ6aAAQNlOKYZRc9FOR3UZkKcjky4JSk+LXs7R3572qE35lEPBjRKcfWhN77XU58Oig/i6e0WwsxdSjkOlBSZ+RTPvVpr2ooPNOtmJ1M5qyZpOA9np4dhCDHnSuKy/lzrcAJWuViQo8IYwSu4alGbuwJmBjG7w2B2Cv1wwciLGYBAZqD9bb0OX3LL4zScgGihRPASXDaQPNkan9Ntepnq3D9trraTc6wxMSx1xLa7+TokseBOU3kh+EfFQM/v+v9wfKi18ZAKItNyDlvuH2ujftX0kb7oBrVaTFKgM93VO42ZjIyquSbEOy627eX0ZlrqxTkj3vXnu9YkAJY2pQsd8KJp/W+W8F9X1hRJ9O2aLSkV0QMRRRmL32ui0TWC01Zqjo0M3We62KWg+p0eFjJrP/KFvISoN0wjHLJPba6yGlwOoA0NkUh6iuo0qAVdEGrBJRj971CIWNSVSHg9CGC1FD2muvxwaEFdLhnVMukpYZlPjurOhZh7MZeyY2OrAC6A72MpHCBp322utlS4N2oEUABpWJvF4PPW0bIrvuDgg6pcOnuEORIaQdAPZ6qzJCkciqCJhjDkAJ3hC9dP8clE7tti/np/P47bFi8CobpBKnHjcOsNd7ZRCCZx4bh5aNMgxw7o/9W/mXrSwZxUUpPdA9+KWCvNdeTwcAkhQ3m/tn9l/qvyEJCAz3ZPP7fybv6s8AELMZAELzDUHTfXPu9bwBQLm5E5ANmnFktTKqswUQMxLs4CsDCEX7YMU1al8Puh577fVywYT10EUF3pa5t0wQpZNJfAeAVSevW6JkmcEOAns9ZRbA/o4x3Aziz/J0uNlg3+Ibd5+6Aqi5s4C9njoQBJDpDiDNzebr2785Vm6G5nG+SoA/X3fLcCnDTnvt9TKBA/HbXbed0wb5sznrNWzFb4Wg+i8Q3HHJqjjUtG+uvV43iwBCngq3/iySef3L/ssLKPcpMHcxg4YyvUeD93puHEDICmh7rwCz1Nve/oOUeBMdxR/+AHvt9UqnfurRV377AKIT8E4k/I4sQymf2uvzsNe1116rs4A9DPN7UR2EnQHs9UobPUTRzpJM530cC07BRPba69Vu6JHM4GNvdtEnYa+9XiqlpZv9UR6ITxgAoN/AXnu9ZAaQjAhX5CX4gQHzlxKwo8C8115PjQskqe53tvDplykJALEDwF5vFwge3Ot/ttValf/a/J9eGu31RhlAMwsQ++YuyFfwfG12prTX65/8zU2/09t/1+NgisC7E7DXO9T+WRnwydcqmNLRDgB7vXwAON3Esev/XwEgLQF2BrDX2wQEIOu9gwAXRt04wF6vtemBmci+mX9iAN1rt4HAvd7i1M9wgL1Kt+ZnGol77fWyp9wOALAEgO7H+7rt9Xbp7l6/0v7I+BM7C9jrpcuBvaQAgL63A8Ber3dT7+CgB0kyHbkDwF6vle6TG3bf0CRgZrqKe+31cul/ZvG1V78USIhT2zR0r9et//fNS69X5o70ZWS6s6a9XqsM2BjAXBlwWnWXAHu9dBDYpBa/DDACxF57PWcA+FTF31WZwDYJ2esdbuitdCteq9GSaq+9nj0biM1x10um3rXba6+3Oun2TS1dpx0A9nrvOncvGCB3ANhrr10+7QCw114fiw3sALDXXp9bAuwAsNden5wB7LXXXh+aDewMYK+9dgaw11577bXXXnt9XAnwQev/AYui8/jLSyjeAAAAAElFTkSuQmCC\tPOLYGON ((-124.742775 24.95862, -124.742775 49.367211, -66.984485 49.367211, -66.984485 24.95862, -124.742775 24.95862))\tI am the map center!\n"},{"type":"TEXT","data":""}]},"runtimeInfos":{"jobUrl":{"propertyName":"jobUrl","label":"SPARK JOB","tooltip":"View in Spark web UI","group":"spark","values":["http://192.168.0.3:4040/jobs/job?id=27","http://192.168.0.3:4040/jobs/job?id=28","http://192.168.0.3:4040/jobs/job?id=29","http://192.168.0.3:4040/jobs/job?id=30","http://192.168.0.3:4040/jobs/job?id=31","http://192.168.0.3:4040/jobs/job?id=32","http://192.168.0.3:4040/jobs/job?id=33"],"interpreterSettingId":"spark"}},"apps":[],"jobName":"paragraph_1551324840282_-386815477","id":"20190227-203400_1171762279","dateCreated":"2019-02-27T20:34:00-0700","dateStarted":"2019-03-03T21:52:33-0700","dateFinished":"2019-03-03T21:52:58-0700","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:2324"},{"text":"%sql\n","user":"anonymous","dateUpdated":"2019-03-03T22:10:04-0700","config":{"colWidth":12,"fontSize":9,"enabled":true,"results":{},"editorSetting":{"language":"sql","editOnDblClick":false,"completionKey":"TAB","completionSupport":true},"editorMode":"ace/mode/sql"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1551676204613_-686646791","id":"20190303-221004_314008204","dateCreated":"2019-03-03T22:10:04-0700","status":"READY","progressUpdateIntervalMs":500,"$$hashKey":"object:2326"}],"name":"geospark-zeppelin-demo","id":"2E5KW6EHJ","noteParams":{},"noteForms":{},"angularObjects":{"md:shared_process":[],"spark:shared_process":[]},"config":{"isZeppelinNotebookCronEnable":false,"looknfeel":"default","personalizedMode":"false"},"info":{}}
\ No newline at end of file
diff --git a/docker/spark-worker.dockerfile b/docker/spark-worker.dockerfile
new file mode 100644
index 0000000000..77e35b86e7
--- /dev/null
+++ b/docker/spark-worker.dockerfile
@@ -0,0 +1,26 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+ARG spark_version=3.3.2
+FROM kartikeyhadiya/spark-base:${spark_version}
+
+# -- Runtime
+
+ARG spark_worker_web_ui=8081
+
+EXPOSE ${spark_worker_web_ui}
+CMD bin/spark-class org.apache.spark.deploy.worker.Worker spark://${SPARK_MASTER_HOST}:${SPARK_MASTER_PORT} >> logs/spark-worker.out
\ No newline at end of file