Added: zeppelin/site/docs/0.8.2/setup/deployment/spark_cluster_mode.html
URL:
http://svn.apache.org/viewvc/zeppelin/site/docs/0.8.2/setup/deployment/spark_cluster_mode.html?rev=1867691&view=auto
==============================================================================
--- zeppelin/site/docs/0.8.2/setup/deployment/spark_cluster_mode.html (added)
+++ zeppelin/site/docs/0.8.2/setup/deployment/spark_cluster_mode.html Sun Sep
29 07:08:10 2019
@@ -0,0 +1,476 @@
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Apache Zeppelin 0.8.0 Documentation: Apache Zeppelin on Spark
cluster mode</title>
+ <meta name="description" content="This document will guide you how you can
build and configure the environment on 3 types of Spark cluster
manager(Standalone, Hadoop Yarn, Apache Mesos) with Apache Zeppelin using
docker scripts.">
+ <meta name="author" content="The Apache Software Foundation">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js";></script>
+ <![endif]-->
+
+ <link
href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css"
rel="stylesheet">
+
+ <!-- Le styles -->
+ <link href="/docs/0.8.0/assets/themes//bootstrap/css/bootstrap.css"
rel="stylesheet">
+ <link href="/docs/0.8.0/assets/themes//css/style.css?body=1"
rel="stylesheet" type="text/css">
+ <link href="/docs/0.8.0/assets/themes//css/syntax.css" rel="stylesheet"
type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72"
href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114"
href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- Js -->
+ <script src="https://code.jquery.com/jquery-1.10.2.min.js";></script>
+ <script
src="/docs/0.8.0/assets/themes//bootstrap/js/bootstrap.min.js"></script>
+ <script src="/docs/0.8.0/assets/themes//js/docs.js"></script>
+ <script src="/docs/0.8.0/assets/themes//js/anchor.min.js"></script>
+ <script src="/docs/0.8.0/assets/themes//js/toc.js"></script>
+ <script src="/docs/0.8.0/assets/themes//js/lunr.min.js"></script>
+ <script src="/docs/0.8.0/assets/themes//js/search.js"></script>
+
+ <!-- atom & rss feed -->
+ <link href="/docs/0.8.0/atom.xml" type="application/atom+xml"
rel="alternate" title="Sitewide ATOM Feed">
+ <link href="/docs/0.8.0/rss.xml" type="application/rss+xml"
rel="alternate" title="Sitewide RSS Feed">
+ </head>
+
+ <body>
+
+ <div id="menu" class="navbar navbar-inverse navbar-fixed-top"
role="navigation">
+ <div class="container navbar-container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse"
data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <div class="navbar-brand">
+ <a class="navbar-brand-main" href="http://zeppelin.apache.org";>
+ <img
src="/docs/0.8.0/assets/themes/zeppelin/img/zeppelin_logo.png" width="50"
+ style="margin-top: -2px;" alt="I'm zeppelin">
+ <span style="margin-left: 5px; font-size: 27px;">Zeppelin</span>
+ <a class="navbar-brand-version" href="/docs/0.8.0"
+ style="font-size: 15px; color: white;"> 0.8.0
+ </a>
+ </a>
+ </div>
+ </div>
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick
Start <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li class="title"><span>Getting Started</span></li>
+ <li><a
href="/docs/0.8.0/quickstart/install.html">Install</a></li>
+ <li><a href="/docs/0.8.0/quickstart/explore_ui.html">Explore
UI</a></li>
+ <li><a
href="/docs/0.8.0/quickstart/tutorial.html">Tutorial</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.8.0/quickstart/spark_with_zeppelin.html">Spark with
Zeppelin</a></li>
+ <li><a
href="/docs/0.8.0/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li>
+ <li><a
href="/docs/0.8.0/quickstart/python_with_zeppelin.html">Python with
Zeppelin</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Usage<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Dynamic Form</span></li>
+ <li><a href="/docs/0.8.0/usage/dynamic_form/intro.html">What
is Dynamic Form?</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Display System</span></li>
+ <li><a
href="/docs/0.8.0/usage/display_system/basic.html#text">Text Display</a></li>
+ <li><a
href="/docs/0.8.0/usage/display_system/basic.html#html">HTML Display</a></li>
+ <li><a
href="/docs/0.8.0/usage/display_system/basic.html#table">Table Display</a></li>
+ <li><a
href="/docs/0.8.0/usage/display_system/basic.html#network">Network
Display</a></li>
+ <li><a
href="/docs/0.8.0/usage/display_system/angular_backend.html">Angular Display
using Backend API</a></li>
+ <li><a
href="/docs/0.8.0/usage/display_system/angular_frontend.html">Angular Display
using Frontend API</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Interpreter</span></li>
+ <li><a
href="/docs/0.8.0/usage/interpreter/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.8.0/usage/interpreter/interpreter_binding_mode.html">Interpreter
Binding Mode</a></li>
+ <li><a
href="/docs/0.8.0/usage/interpreter/user_impersonation.html">User
Impersonation</a></li>
+ <li><a
href="/docs/0.8.0/usage/interpreter/dependency_management.html">Dependency
Management</a></li>
+ <li><a
href="/docs/0.8.0/usage/interpreter/installation.html">Installing
Interpreters</a></li>
+ <!--<li><a
href="/docs/0.8.0/usage/interpreter/dynamic_loading.html">Dynamic Interpreter
Loading (Experimental)</a></li>-->
+ <li><a
href="/docs/0.8.0/usage/interpreter/execution_hooks.html">Execution Hooks
(Experimental)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Other Features</span></li>
+ <li><a
href="/docs/0.8.0/usage/other_features/publishing_paragraphs.html">Publishing
Paragraphs</a></li>
+ <li><a
href="/docs/0.8.0/usage/other_features/personalized_mode.html">Personalized
Mode</a></li>
+ <li><a
href="/docs/0.8.0/usage/other_features/customizing_homepage.html">Customizing
Zeppelin Homepage</a></li>
+ <li><a
href="/docs/0.8.0/usage/other_features/notebook_actions.html">Notebook
Actions</a></li>
+ <li><a
href="/docs/0.8.0/usage/other_features/cron_scheduler.html">Cron
Scheduler</a></li>
+ <li><a
href="/docs/0.8.0/usage/other_features/zeppelin_context.html">Zeppelin
Context</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>REST API</span></li>
+ <li><a
href="/docs/0.8.0/usage/rest_api/interpreter.html">Interpreter API</a></li>
+ <li><a
href="/docs/0.8.0/usage/rest_api/zeppelin_server.html">Zeppelin Server
API</a></li>
+ <li><a
href="/docs/0.8.0/usage/rest_api/notebook.html">Notebook API</a></li>
+ <li><a
href="/docs/0.8.0/usage/rest_api/notebook_repository.html">Notebook Repository
API</a></li>
+ <li><a
href="/docs/0.8.0/usage/rest_api/configuration.html">Configuration API</a></li>
+ <li><a
href="/docs/0.8.0/usage/rest_api/credential.html">Credential API</a></li>
+ <li><a href="/docs/0.8.0/usage/rest_api/helium.html">Helium
API</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Setup<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Basics</span></li>
+ <li><a href="/docs/0.8.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.8.0/setup/basics/multi_user_support.html">Multi-user
Support</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Deployment</span></li>
+ <!--<li><a
href="/docs/0.8.0/setup/deployment/docker.html">Docker Image for
Zeppelin</a></li>-->
+ <li><a
href="/docs/0.8.0/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark
Cluster Mode: Standalone</a></li>
+ <li><a
href="/docs/0.8.0/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark
Cluster Mode: YARN</a></li>
+ <li><a
href="/docs/0.8.0/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark
Cluster Mode: Mesos</a></li>
+ <li><a
href="/docs/0.8.0/setup/deployment/flink_and_spark_cluster.html">Zeppelin with
Flink, Spark Cluster</a></li>
+ <li><a href="/docs/0.8.0/setup/deployment/cdh.html">Zeppelin
on CDH</a></li>
+ <li><a
href="/docs/0.8.0/setup/deployment/virtual_machine.html">Zeppelin on VM:
Vagrant</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Security</span></li>
+ <li><a
href="/docs/0.8.0/setup/security/authentication_nginx.html">HTTP Basic Auth
using NGINX</a></li>
+ <li><a
href="/docs/0.8.0/setup/security/shiro_authentication.html">Shiro
Authentication</a></li>
+ <li><a
href="/docs/0.8.0/setup/security/notebook_authorization.html">Notebook
Authorization</a></li>
+ <li><a
href="/docs/0.8.0/setup/security/datasource_authorization.html">Data Source
Authorization</a></li>
+ <li><a
href="/docs/0.8.0/setup/security/http_security_headers.html">HTTP Security
Headers</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Notebook Storage</span></li>
+ <li><a
href="/docs/0.8.0/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git
Storage</a></li>
+ <li><a
href="/docs/0.8.0/setup/storage/storage.html#notebook-storage-in-s3">S3
Storage</a></li>
+ <li><a
href="/docs/0.8.0/setup/storage/storage.html#notebook-storage-in-azure">Azure
Storage</a></li>
+ <li><a
href="/docs/0.8.0/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub
Storage</a></li>
+ <li><a
href="/docs/0.8.0/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB
Storage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Operation</span></li>
+ <li><a
href="/docs/0.8.0/setup/operation/configuration.html">Configuration</a></li>
+ <li><a
href="/docs/0.8.0/setup/operation/proxy_setting.html">Proxy Setting</a></li>
+ <li><a
href="/docs/0.8.0/setup/operation/upgrading.html">Upgrading</a></li>
+ <li><a
href="/docs/0.8.0/setup/operation/trouble_shooting.html">Trouble
Shooting</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Interpreter <b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Interpreters</span></li>
+ <li><a
href="/docs/0.8.0/usage/interpreter/overview.html">Overview</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a href="/docs/0.8.0/interpreter/spark.html">Spark</a></li>
+ <li><a href="/docs/0.8.0/interpreter/jdbc.html">JDBC</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/python.html">Python</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.8.0/interpreter/alluxio.html">Alluxio</a></li>
+ <li><a href="/docs/0.8.0/interpreter/beam.html">Beam</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/bigquery.html">BigQuery</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/cassandra.html">Cassandra</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/elasticsearch.html">Elasticsearch</a></li>
+ <li><a href="/docs/0.8.0/interpreter/flink.html">Flink</a></li>
+ <li><a href="/docs/0.8.0/interpreter/geode.html">Geode</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/groovy.html">Groovy</a></li>
+ <li><a href="/docs/0.8.0/interpreter/hbase.html">HBase</a></li>
+ <li><a href="/docs/0.8.0/interpreter/hdfs.html">HDFS</a></li>
+ <li><a href="/docs/0.8.0/interpreter/hive.html">Hive</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/ignite.html">Ignite</a></li>
+ <li><a href="/docs/0.8.0/interpreter/kylin.html">Kylin</a></li>
+ <li><a href="/docs/0.8.0/interpreter/lens.html">Lens</a></li>
+ <li><a href="/docs/0.8.0/interpreter/livy.html">Livy</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.8.0/interpreter/neo4j.html">Neo4j</a></li>
+ <li><a href="/docs/0.8.0/interpreter/pig.html">Pig</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
+ <li><a href="/docs/0.8.0/interpreter/r.html">R</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/scalding.html">Scalding</a></li>
+ <li><a href="/docs/0.8.0/interpreter/scio.html">Scio</a></li>
+ <li><a href="/docs/0.8.0/interpreter/shell.html">Shell</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">More<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu" style="right: 0; left:
auto;">
+ <li class="title"><span>Extending Zeppelin</span></li>
+ <li><a
href="/docs/0.8.0/development/writing_zeppelin_interpreter.html">Writing
Zeppelin Interpreter</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Helium (Experimental)</span></li>
+ <li><a
href="/docs/0.8.0/development/helium/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.8.0/development/helium/writing_application.html">Writing Helium
Application</a></li>
+ <li><a
href="/docs/0.8.0/development/helium/writing_spell.html">Writing Helium
Spell</a></li>
+ <li><a
href="/docs/0.8.0/development/helium/writing_visualization_basic.html">Writing
Helium Visualization: Basics</a></li>
+ <li><a
href="/docs/0.8.0/development/helium/writing_visualization_transformation.html">Writing
Helium Visualization: Transformation</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Contributing to Zeppelin</span></li>
+ <li><a href="/docs/0.8.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.8.0/development/contribution/useful_developer_tools.html">Useful
Developer Tools</a></li>
+ <li><a
href="/docs/0.8.0/development/contribution/how_to_contribute_code.html">How to
Contribute (code)</a></li>
+ <li><a
href="/docs/0.8.0/development/contribution/how_to_contribute_website.html">How
to Contribute (website)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>External Resources</span></li>
+ <li><a target="_blank" href="">Mailing List</a></li>
+ <li><a target="_blank" href="">Apache Zeppelin Wiki</a></li>
+ <li><a target="_blank" href="">Stackoverflow Questions about
Zeppelin</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="/docs/0.8.0/search.html" class="nav-search-link">
+ <span class="fa fa-search nav-search-icon"></span>
+ </a>
+ </li>
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ </div>
+ </div>
+
+
+
+ <div class="content">
+
+<!--<div class="hero-unit Apache Zeppelin on Spark cluster mode">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+<h1>Apache Zeppelin on Spark Cluster Mode</h1>
+
+<div id="toc"></div>
+
+<h2>Overview</h2>
+
+<p><a href="http://spark.apache.org/";>Apache Spark</a> has supported three
cluster manager types(<a
href="http://spark.apache.org/docs/latest/spark-standalone.html";>Standalone</a>,
<a href="http://spark.apache.org/docs/latest/running-on-mesos.html";>Apache
Mesos</a> and <a
href="http://spark.apache.org/docs/latest/running-on-yarn.html";>Hadoop
YARN</a>) so far.
+This document will guide you how you can build and configure the environment
on 3 types of Spark cluster manager with Apache Zeppelin using <a
href="https://www.docker.com/";>Docker</a> scripts.
+So <a href="https://docs.docker.com/engine/installation/";>install docker</a>
on the machine first.</p>
+
+<h2>Spark standalone mode</h2>
+
+<p><a href="http://spark.apache.org/docs/latest/spark-standalone.html";>Spark
standalone</a> is a simple cluster manager included with Spark that makes it
easy to set up a cluster.
+You can simply set up Spark standalone environment with below steps.</p>
+
+<blockquote>
+<p><strong>Note :</strong> Since Apache Zeppelin and Spark use same
<code>8080</code> port for their web UI, you might need to change
<code>zeppelin.server.port</code> in <code>conf/zeppelin-site.xml</code>.</p>
+</blockquote>
+
+<h3>1. Build Docker file</h3>
+
+<p>You can find docker script files under
<code>scripts/docker/spark-cluster-managers</code>.</p>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span><span class="nb">cd</span> <span
class="nv">$ZEPPELIN_HOME</span>/scripts/docker/spark-cluster-managers/spark_standalone
+docker build -t <span class="s2">"spark_standalone"</span> .
+</code></pre></div>
+<h3>2. Run docker</h3>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span>docker run -it <span class="se">\</span>
+-p <span class="m">8080</span>:8080 <span class="se">\</span>
+-p <span class="m">7077</span>:7077 <span class="se">\</span>
+-p <span class="m">8888</span>:8888 <span class="se">\</span>
+-p <span class="m">8081</span>:8081 <span class="se">\</span>
+-h sparkmaster <span class="se">\</span>
+--name spark_standalone <span class="se">\</span>
+spark_standalone bash<span class="p">;</span>
+</code></pre></div>
+<p>Note that <code>sparkmaster</code> hostname used here to run docker
container should be defined in your <code>/etc/hosts</code>.</p>
+
+<h3>3. Configure Spark interpreter in Zeppelin</h3>
+
+<p>Set Spark master as <code>spark://<hostname>:7077</code> in Zeppelin
<strong>Interpreters</strong> setting page.</p>
+
+<p><img
src="/docs/0.8.0/assets/themes/zeppelin/img/docs-img/standalone_conf.png" /></p>
+
+<h3>4. Run Zeppelin with Spark interpreter</h3>
+
+<p>After running single paragraph with Spark interpreter in Zeppelin, browse
<code>https://<hostname>:8080</code> and check whether Spark cluster is
running well or not.</p>
+
+<p><img src="/docs/0.8.0/assets/themes/zeppelin/img/docs-img/spark_ui.png"
/></p>
+
+<p>You can also simply verify that Spark is running well in Docker with below
command.</p>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span>ps -ef <span class="p">|</span> grep spark
+</code></pre></div>
+<h2>Spark on YARN mode</h2>
+
+<p>You can simply set up <a
href="http://spark.apache.org/docs/latest/running-on-yarn.html";>Spark on
YARN</a> docker environment with below steps.</p>
+
+<blockquote>
+<p><strong>Note :</strong> Since Apache Zeppelin and Spark use same
<code>8080</code> port for their web UI, you might need to change
<code>zeppelin.server.port</code> in <code>conf/zeppelin-site.xml</code>.</p>
+</blockquote>
+
+<h3>1. Build Docker file</h3>
+
+<p>You can find docker script files under
<code>scripts/docker/spark-cluster-managers</code>.</p>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span><span class="nb">cd</span> <span
class="nv">$ZEPPELIN_HOME</span>/scripts/docker/spark-cluster-managers/spark_yarn_cluster
+docker build -t <span class="s2">"spark_yarn"</span> .
+</code></pre></div>
+<h3>2. Run docker</h3>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span>docker run -it <span class="se">\</span>
+ -p <span class="m">5000</span>:5000 <span class="se">\</span>
+ -p <span class="m">9000</span>:9000 <span class="se">\</span>
+ -p <span class="m">9001</span>:9001 <span class="se">\</span>
+ -p <span class="m">8088</span>:8088 <span class="se">\</span>
+ -p <span class="m">8042</span>:8042 <span class="se">\</span>
+ -p <span class="m">8030</span>:8030 <span class="se">\</span>
+ -p <span class="m">8031</span>:8031 <span class="se">\</span>
+ -p <span class="m">8032</span>:8032 <span class="se">\</span>
+ -p <span class="m">8033</span>:8033 <span class="se">\</span>
+ -p <span class="m">8080</span>:8080 <span class="se">\</span>
+ -p <span class="m">7077</span>:7077 <span class="se">\</span>
+ -p <span class="m">8888</span>:8888 <span class="se">\</span>
+ -p <span class="m">8081</span>:8081 <span class="se">\</span>
+ -p <span class="m">50010</span>:50010 <span class="se">\</span>
+ -p <span class="m">50075</span>:50075 <span class="se">\</span>
+ -p <span class="m">50020</span>:50020 <span class="se">\</span>
+ -p <span class="m">50070</span>:50070 <span class="se">\</span>
+ --name spark_yarn <span class="se">\</span>
+ -h sparkmaster <span class="se">\</span>
+ spark_yarn bash<span class="p">;</span>
+</code></pre></div>
+<p>Note that <code>sparkmaster</code> hostname used here to run docker
container should be defined in your <code>/etc/hosts</code>.</p>
+
+<h3>3. Verify running Spark on YARN.</h3>
+
+<p>You can simply verify the processes of Spark and YARN are running well in
Docker with below command.</p>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span>ps -ef
+</code></pre></div>
+<p>You can also check each application web UI for HDFS on
<code>http://<hostname>:50070/</code>, YARN on
<code>http://<hostname>:8088/cluster</code> and Spark on
<code>http://<hostname>:8080/</code>.</p>
+
+<h3>4. Configure Spark interpreter in Zeppelin</h3>
+
+<p>Set following configurations to <code>conf/zeppelin-env.sh</code>.</p>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span><span class="nb">export</span> <span
class="nv">MASTER</span><span class="o">=</span>yarn-client
+<span class="nb">export</span> <span class="nv">HADOOP_CONF_DIR</span><span
class="o">=[</span>your_hadoop_conf_path<span class="o">]</span>
+<span class="nb">export</span> <span class="nv">SPARK_HOME</span><span
class="o">=[</span>your_spark_home_path<span class="o">]</span>
+</code></pre></div>
+<p><code>HADOOP_CONF_DIR</code>(Hadoop configuration path) is defined in
<code>/scripts/docker/spark-cluster-managers/spark_yarn_cluster/hdfs_conf</code>.</p>
+
+<p>Don't forget to set Spark <code>master</code> as
<code>yarn-client</code> in Zeppelin <strong>Interpreters</strong> setting page
like below.</p>
+
+<p><img
src="/docs/0.8.0/assets/themes/zeppelin/img/docs-img/zeppelin_yarn_conf.png"
/></p>
+
+<h3>5. Run Zeppelin with Spark interpreter</h3>
+
+<p>After running a single paragraph with Spark interpreter in Zeppelin, browse
<code>http://<hostname>:8088/cluster/apps</code> and check Zeppelin
application is running well or not.</p>
+
+<p><img
src="/docs/0.8.0/assets/themes/zeppelin/img/docs-img/yarn_applications.png"
/></p>
+
+<h2>Spark on Mesos mode</h2>
+
+<p>You can simply set up <a
href="http://spark.apache.org/docs/latest/running-on-mesos.html";>Spark on
Mesos</a> docker environment with below steps.</p>
+
+<h3>1. Build Docker file</h3>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span><span class="nb">cd</span> <span
class="nv">$ZEPPELIN_HOME</span>/scripts/docker/spark-cluster-managers/spark_mesos
+docker build -t <span class="s2">"spark_mesos"</span> .
+</code></pre></div>
+<h3>2. Run docker</h3>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span>docker run --net<span class="o">=</span>host -it
<span class="se">\</span>
+-p <span class="m">8080</span>:8080 <span class="se">\</span>
+-p <span class="m">7077</span>:7077 <span class="se">\</span>
+-p <span class="m">8888</span>:8888 <span class="se">\</span>
+-p <span class="m">8081</span>:8081 <span class="se">\</span>
+-p <span class="m">8082</span>:8082 <span class="se">\</span>
+-p <span class="m">5050</span>:5050 <span class="se">\</span>
+-p <span class="m">5051</span>:5051 <span class="se">\</span>
+-p <span class="m">4040</span>:4040 <span class="se">\</span>
+-h sparkmaster <span class="se">\</span>
+--name spark_mesos <span class="se">\</span>
+spark_mesos bash<span class="p">;</span>
+</code></pre></div>
+<p>Note that <code>sparkmaster</code> hostname used here to run docker
container should be defined in your <code>/etc/hosts</code>.</p>
+
+<h3>3. Verify running Spark on Mesos.</h3>
+
+<p>You can simply verify the processes of Spark and Mesos are running well in
Docker with below command.</p>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span>ps -ef
+</code></pre></div>
+<p>You can also check each application web UI for Mesos on
<code>http://<hostname>:5050/cluster</code> and Spark on
<code>http://<hostname>:8080/</code>.</p>
+
+<h3>4. Configure Spark interpreter in Zeppelin</h3>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span><span class="nb">export</span> <span
class="nv">MASTER</span><span class="o">=</span>mesos://127.0.1.1:5050
+<span class="nb">export</span> <span
class="nv">MESOS_NATIVE_JAVA_LIBRARY</span><span class="o">=[</span>PATH OF
libmesos.so<span class="o">]</span>
+<span class="nb">export</span> <span class="nv">SPARK_HOME</span><span
class="o">=[</span>PATH OF SPARK HOME<span class="o">]</span>
+</code></pre></div>
+<p>Don't forget to set Spark <code>master</code> as
<code>mesos://127.0.1.1:5050</code> in Zeppelin <strong>Interpreters</strong>
setting page like below.</p>
+
+<p><img
src="/docs/0.8.0/assets/themes/zeppelin/img/docs-img/zeppelin_mesos_conf.png"
/></p>
+
+<h3>5. Run Zeppelin with Spark interpreter</h3>
+
+<p>After running a single paragraph with Spark interpreter in Zeppelin, browse
<code>http://<hostname>:5050/#/frameworks</code> and check Zeppelin
application is running well or not.</p>
+
+<p><img
src="/docs/0.8.0/assets/themes/zeppelin/img/docs-img/mesos_frameworks.png"
/></p>
+
+<h3>Troubleshooting for Spark on Mesos</h3>
+
+<ul>
+<li>If you have problem with hostname, use <code>--add-host</code> option when
executing <code>dockerrun</code></li>
+</ul>
+<div class="highlight"><pre><code class="language-text"
data-lang="text"><span></span>## use `--add-host=moby:127.0.0.1` option to
resolve
+## since docker container couldn't resolve `moby`
+
+: java.net.UnknownHostException: moby: moby: Name or service not known
+ at java.net.InetAddress.getLocalHost(InetAddress.java:1496)
+ at org.apache.spark.util.Utils$.findLocalInetAddress(Utils.scala:789)
+ at
org.apache.spark.util.Utils$.org$apache$spark$util$Utils$$localIpAddress$lzycompute(Utils.scala:782)
+ at
org.apache.spark.util.Utils$.org$apache$spark$util$Utils$$localIpAddress(Utils.scala:782)
+</code></pre></div>
+<ul>
+<li>If you have problem with mesos master, try <code>mesos://127.0.0.1</code>
instead of <code>mesos://127.0.1.1</code></li>
+</ul>
+<div class="highlight"><pre><code class="language-text"
data-lang="text"><span></span>I0103 20:17:22.329269 340 sched.cpp:330] New
master detected at [email protected]:5050
+I0103 20:17:22.330749 340 sched.cpp:341] No credentials provided. Attempting
to register without authentication
+W0103 20:17:22.333531 340 sched.cpp:736] Ignoring framework registered
message because it was sentfrom '[email protected]:5050' instead of the
leading master '[email protected]:5050'
+W0103 20:17:24.040252 339 sched.cpp:736] Ignoring framework registered
message because it was sentfrom '[email protected]:5050' instead of the
leading master '[email protected]:5050'
+W0103 20:17:26.150250 339 sched.cpp:736] Ignoring framework registered
message because it was sentfrom '[email protected]:5050' instead of the
leading master '[email protected]:5050'
+W0103 20:17:26.737604 339 sched.cpp:736] Ignoring framework registered
message because it was sentfrom '[email protected]:5050' instead of the
leading master '[email protected]:5050'
+W0103 20:17:35.241714 336 sched.cpp:736] Ignoring framework registered
message because it was sentfrom '[email protected]:5050' instead of the
leading master '[email protected]:5050'
+</code></pre></div>
+ </div>
+</div>
+
+
+ <hr>
+ <footer>
+ <!-- <p>© 2019 The Apache Software Foundation</p>-->
+ </footer>
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new
Date();a=s.createElement(o),
+
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-45176241-5', 'zeppelin.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ </body>
+</html>
+
Propchange: zeppelin/site/docs/0.8.2/setup/deployment/spark_cluster_mode.html
------------------------------------------------------------------------------
svn:executable = *
Added: zeppelin/site/docs/0.8.2/setup/deployment/virtual_machine.html
URL:
http://svn.apache.org/viewvc/zeppelin/site/docs/0.8.2/setup/deployment/virtual_machine.html?rev=1867691&view=auto
==============================================================================
--- zeppelin/site/docs/0.8.2/setup/deployment/virtual_machine.html (added)
+++ zeppelin/site/docs/0.8.2/setup/deployment/virtual_machine.html Sun Sep 29
07:08:10 2019
@@ -0,0 +1,441 @@
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Apache Zeppelin 0.8.0 Documentation: Apache Zeppelin on Vagrant
Virtual Machine</title>
+ <meta name="description" content="Apache Zeppelin provides a script for
running a virtual machine for development through Vagrant. The script will
create a virtual machine with core dependencies pre-installed, required for
developing Apache Zeppelin.">
+ <meta name="author" content="The Apache Software Foundation">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js";></script>
+ <![endif]-->
+
+ <link
href="//maxcdn.bootstrapcdn.com/font-awesome/4.2.0/css/font-awesome.min.css"
rel="stylesheet">
+
+ <!-- Le styles -->
+ <link href="/docs/0.8.0/assets/themes//bootstrap/css/bootstrap.css"
rel="stylesheet">
+ <link href="/docs/0.8.0/assets/themes//css/style.css?body=1"
rel="stylesheet" type="text/css">
+ <link href="/docs/0.8.0/assets/themes//css/syntax.css" rel="stylesheet"
type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72"
href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114"
href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- Js -->
+ <script src="https://code.jquery.com/jquery-1.10.2.min.js";></script>
+ <script
src="/docs/0.8.0/assets/themes//bootstrap/js/bootstrap.min.js"></script>
+ <script src="/docs/0.8.0/assets/themes//js/docs.js"></script>
+ <script src="/docs/0.8.0/assets/themes//js/anchor.min.js"></script>
+ <script src="/docs/0.8.0/assets/themes//js/toc.js"></script>
+ <script src="/docs/0.8.0/assets/themes//js/lunr.min.js"></script>
+ <script src="/docs/0.8.0/assets/themes//js/search.js"></script>
+
+ <!-- atom & rss feed -->
+ <link href="/docs/0.8.0/atom.xml" type="application/atom+xml"
rel="alternate" title="Sitewide ATOM Feed">
+ <link href="/docs/0.8.0/rss.xml" type="application/rss+xml"
rel="alternate" title="Sitewide RSS Feed">
+ </head>
+
+ <body>
+
+ <div id="menu" class="navbar navbar-inverse navbar-fixed-top"
role="navigation">
+ <div class="container navbar-container">
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle" data-toggle="collapse"
data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <div class="navbar-brand">
+ <a class="navbar-brand-main" href="http://zeppelin.apache.org";>
+ <img
src="/docs/0.8.0/assets/themes/zeppelin/img/zeppelin_logo.png" width="50"
+ style="margin-top: -2px;" alt="I'm zeppelin">
+ <span style="margin-left: 5px; font-size: 27px;">Zeppelin</span>
+ <a class="navbar-brand-version" href="/docs/0.8.0"
+ style="font-size: 15px; color: white;"> 0.8.0
+ </a>
+ </a>
+ </div>
+ </div>
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+ <li>
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Quick
Start <b class="caret"></b></a>
+ <ul class="dropdown-menu">
+ <li class="title"><span>Getting Started</span></li>
+ <li><a
href="/docs/0.8.0/quickstart/install.html">Install</a></li>
+ <li><a href="/docs/0.8.0/quickstart/explore_ui.html">Explore
UI</a></li>
+ <li><a
href="/docs/0.8.0/quickstart/tutorial.html">Tutorial</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.8.0/quickstart/spark_with_zeppelin.html">Spark with
Zeppelin</a></li>
+ <li><a
href="/docs/0.8.0/quickstart/sql_with_zeppelin.html">SQL with Zeppelin</a></li>
+ <li><a
href="/docs/0.8.0/quickstart/python_with_zeppelin.html">Python with
Zeppelin</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Usage<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Dynamic Form</span></li>
+ <li><a href="/docs/0.8.0/usage/dynamic_form/intro.html">What
is Dynamic Form?</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Display System</span></li>
+ <li><a
href="/docs/0.8.0/usage/display_system/basic.html#text">Text Display</a></li>
+ <li><a
href="/docs/0.8.0/usage/display_system/basic.html#html">HTML Display</a></li>
+ <li><a
href="/docs/0.8.0/usage/display_system/basic.html#table">Table Display</a></li>
+ <li><a
href="/docs/0.8.0/usage/display_system/basic.html#network">Network
Display</a></li>
+ <li><a
href="/docs/0.8.0/usage/display_system/angular_backend.html">Angular Display
using Backend API</a></li>
+ <li><a
href="/docs/0.8.0/usage/display_system/angular_frontend.html">Angular Display
using Frontend API</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Interpreter</span></li>
+ <li><a
href="/docs/0.8.0/usage/interpreter/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.8.0/usage/interpreter/interpreter_binding_mode.html">Interpreter
Binding Mode</a></li>
+ <li><a
href="/docs/0.8.0/usage/interpreter/user_impersonation.html">User
Impersonation</a></li>
+ <li><a
href="/docs/0.8.0/usage/interpreter/dependency_management.html">Dependency
Management</a></li>
+ <li><a
href="/docs/0.8.0/usage/interpreter/installation.html">Installing
Interpreters</a></li>
+ <!--<li><a
href="/docs/0.8.0/usage/interpreter/dynamic_loading.html">Dynamic Interpreter
Loading (Experimental)</a></li>-->
+ <li><a
href="/docs/0.8.0/usage/interpreter/execution_hooks.html">Execution Hooks
(Experimental)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Other Features</span></li>
+ <li><a
href="/docs/0.8.0/usage/other_features/publishing_paragraphs.html">Publishing
Paragraphs</a></li>
+ <li><a
href="/docs/0.8.0/usage/other_features/personalized_mode.html">Personalized
Mode</a></li>
+ <li><a
href="/docs/0.8.0/usage/other_features/customizing_homepage.html">Customizing
Zeppelin Homepage</a></li>
+ <li><a
href="/docs/0.8.0/usage/other_features/notebook_actions.html">Notebook
Actions</a></li>
+ <li><a
href="/docs/0.8.0/usage/other_features/cron_scheduler.html">Cron
Scheduler</a></li>
+ <li><a
href="/docs/0.8.0/usage/other_features/zeppelin_context.html">Zeppelin
Context</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>REST API</span></li>
+ <li><a
href="/docs/0.8.0/usage/rest_api/interpreter.html">Interpreter API</a></li>
+ <li><a
href="/docs/0.8.0/usage/rest_api/zeppelin_server.html">Zeppelin Server
API</a></li>
+ <li><a
href="/docs/0.8.0/usage/rest_api/notebook.html">Notebook API</a></li>
+ <li><a
href="/docs/0.8.0/usage/rest_api/notebook_repository.html">Notebook Repository
API</a></li>
+ <li><a
href="/docs/0.8.0/usage/rest_api/configuration.html">Configuration API</a></li>
+ <li><a
href="/docs/0.8.0/usage/rest_api/credential.html">Credential API</a></li>
+ <li><a href="/docs/0.8.0/usage/rest_api/helium.html">Helium
API</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Setup<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Basics</span></li>
+ <li><a href="/docs/0.8.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.8.0/setup/basics/multi_user_support.html">Multi-user
Support</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Deployment</span></li>
+ <!--<li><a
href="/docs/0.8.0/setup/deployment/docker.html">Docker Image for
Zeppelin</a></li>-->
+ <li><a
href="/docs/0.8.0/setup/deployment/spark_cluster_mode.html#spark-standalone-mode">Spark
Cluster Mode: Standalone</a></li>
+ <li><a
href="/docs/0.8.0/setup/deployment/spark_cluster_mode.html#spark-on-yarn-mode">Spark
Cluster Mode: YARN</a></li>
+ <li><a
href="/docs/0.8.0/setup/deployment/spark_cluster_mode.html#spark-on-mesos-mode">Spark
Cluster Mode: Mesos</a></li>
+ <li><a
href="/docs/0.8.0/setup/deployment/flink_and_spark_cluster.html">Zeppelin with
Flink, Spark Cluster</a></li>
+ <li><a href="/docs/0.8.0/setup/deployment/cdh.html">Zeppelin
on CDH</a></li>
+ <li><a
href="/docs/0.8.0/setup/deployment/virtual_machine.html">Zeppelin on VM:
Vagrant</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Security</span></li>
+ <li><a
href="/docs/0.8.0/setup/security/authentication_nginx.html">HTTP Basic Auth
using NGINX</a></li>
+ <li><a
href="/docs/0.8.0/setup/security/shiro_authentication.html">Shiro
Authentication</a></li>
+ <li><a
href="/docs/0.8.0/setup/security/notebook_authorization.html">Notebook
Authorization</a></li>
+ <li><a
href="/docs/0.8.0/setup/security/datasource_authorization.html">Data Source
Authorization</a></li>
+ <li><a
href="/docs/0.8.0/setup/security/http_security_headers.html">HTTP Security
Headers</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Notebook Storage</span></li>
+ <li><a
href="/docs/0.8.0/setup/storage/storage.html#notebook-storage-in-local-git-repository">Git
Storage</a></li>
+ <li><a
href="/docs/0.8.0/setup/storage/storage.html#notebook-storage-in-s3">S3
Storage</a></li>
+ <li><a
href="/docs/0.8.0/setup/storage/storage.html#notebook-storage-in-azure">Azure
Storage</a></li>
+ <li><a
href="/docs/0.8.0/setup/storage/storage.html#notebook-storage-in-zeppelinhub">ZeppelinHub
Storage</a></li>
+ <li><a
href="/docs/0.8.0/setup/storage/storage.html#notebook-storage-in-mongodb">MongoDB
Storage</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Operation</span></li>
+ <li><a
href="/docs/0.8.0/setup/operation/configuration.html">Configuration</a></li>
+ <li><a
href="/docs/0.8.0/setup/operation/proxy_setting.html">Proxy Setting</a></li>
+ <li><a
href="/docs/0.8.0/setup/operation/upgrading.html">Upgrading</a></li>
+ <li><a
href="/docs/0.8.0/setup/operation/trouble_shooting.html">Trouble
Shooting</a></li>
+ </ul>
+ </li>
+
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">Interpreter <b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu">
+ <li class="title"><span>Interpreters</span></li>
+ <li><a
href="/docs/0.8.0/usage/interpreter/overview.html">Overview</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a href="/docs/0.8.0/interpreter/spark.html">Spark</a></li>
+ <li><a href="/docs/0.8.0/interpreter/jdbc.html">JDBC</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/python.html">Python</a></li>
+ <li role="separator" class="divider"></li>
+ <li><a
href="/docs/0.8.0/interpreter/alluxio.html">Alluxio</a></li>
+ <li><a href="/docs/0.8.0/interpreter/beam.html">Beam</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/bigquery.html">BigQuery</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/cassandra.html">Cassandra</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/elasticsearch.html">Elasticsearch</a></li>
+ <li><a href="/docs/0.8.0/interpreter/flink.html">Flink</a></li>
+ <li><a href="/docs/0.8.0/interpreter/geode.html">Geode</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/groovy.html">Groovy</a></li>
+ <li><a href="/docs/0.8.0/interpreter/hbase.html">HBase</a></li>
+ <li><a href="/docs/0.8.0/interpreter/hdfs.html">HDFS</a></li>
+ <li><a href="/docs/0.8.0/interpreter/hive.html">Hive</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/ignite.html">Ignite</a></li>
+ <li><a href="/docs/0.8.0/interpreter/kylin.html">Kylin</a></li>
+ <li><a href="/docs/0.8.0/interpreter/lens.html">Lens</a></li>
+ <li><a href="/docs/0.8.0/interpreter/livy.html">Livy</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/markdown.html">Markdown</a></li>
+ <li><a href="/docs/0.8.0/interpreter/neo4j.html">Neo4j</a></li>
+ <li><a href="/docs/0.8.0/interpreter/pig.html">Pig</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/postgresql.html">Postgresql, HAWQ</a></li>
+ <li><a href="/docs/0.8.0/interpreter/r.html">R</a></li>
+ <li><a
href="/docs/0.8.0/interpreter/scalding.html">Scalding</a></li>
+ <li><a href="/docs/0.8.0/interpreter/scio.html">Scio</a></li>
+ <li><a href="/docs/0.8.0/interpreter/shell.html">Shell</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="#" data-toggle="dropdown"
class="dropdown-toggle">More<b class="caret"></b></a>
+ <ul class="dropdown-menu scrollable-menu" style="right: 0; left:
auto;">
+ <li class="title"><span>Extending Zeppelin</span></li>
+ <li><a
href="/docs/0.8.0/development/writing_zeppelin_interpreter.html">Writing
Zeppelin Interpreter</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Helium (Experimental)</span></li>
+ <li><a
href="/docs/0.8.0/development/helium/overview.html">Overview</a></li>
+ <li><a
href="/docs/0.8.0/development/helium/writing_application.html">Writing Helium
Application</a></li>
+ <li><a
href="/docs/0.8.0/development/helium/writing_spell.html">Writing Helium
Spell</a></li>
+ <li><a
href="/docs/0.8.0/development/helium/writing_visualization_basic.html">Writing
Helium Visualization: Basics</a></li>
+ <li><a
href="/docs/0.8.0/development/helium/writing_visualization_transformation.html">Writing
Helium Visualization: Transformation</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>Contributing to Zeppelin</span></li>
+ <li><a href="/docs/0.8.0/setup/basics/how_to_build.html">How
to Build Zeppelin</a></li>
+ <li><a
href="/docs/0.8.0/development/contribution/useful_developer_tools.html">Useful
Developer Tools</a></li>
+ <li><a
href="/docs/0.8.0/development/contribution/how_to_contribute_code.html">How to
Contribute (code)</a></li>
+ <li><a
href="/docs/0.8.0/development/contribution/how_to_contribute_website.html">How
to Contribute (website)</a></li>
+ <li role="separator" class="divider"></li>
+ <li class="title"><span>External Resources</span></li>
+ <li><a target="_blank" href="">Mailing List</a></li>
+ <li><a target="_blank" href="">Apache Zeppelin Wiki</a></li>
+ <li><a target="_blank" href="">Stackoverflow Questions about
Zeppelin</a></li>
+ </ul>
+ </li>
+ <li>
+ <a href="/docs/0.8.0/search.html" class="nav-search-link">
+ <span class="fa fa-search nav-search-icon"></span>
+ </a>
+ </li>
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ </div>
+ </div>
+
+
+
+ <div class="content">
+
+<!--<div class="hero-unit Apache Zeppelin on Vagrant Virtual Machine">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <!--
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
+<h1>Apache Zeppelin on Vagrant Virtual Machine</h1>
+
+<div id="toc"></div>
+
+<h2>Overview</h2>
+
+<p>Apache Zeppelin distribution includes a script directory
<code>scripts/vagrant/zeppelin-dev</code></p>
+
+<p>This script creates a virtual machine that launches a repeatable, known set
of core dependencies required for developing Zeppelin. It can also be used to
run an existing Zeppelin build if you don't plan to build from source.
+For PySpark users, this script includes several helpful <a
href="#python-extras">Python Libraries</a>.
+For SparkR users, this script includes several helpful <a href="#r-extras">R
Libraries</a>.</p>
+
+<h3>Prerequisites</h3>
+
+<p>This script requires three applications, <a
href="http://docs.ansible.com/ansible/intro_installation.html#latest-releases-via-pip";
title="Ansible">Ansible</a>, <a href="http://www.vagrantup.com";
title="Vagrant">Vagrant</a> and <a href="https://www.virtualbox.org/";
title="Virtual Box">Virtual Box</a>. All of these applications are freely
available as Open Source projects and extremely easy to set up on most
operating systems.</p>
+
+<h2>Create a Zeppelin Ready VM</h2>
+
+<p>If you are running Windows and don't yet have python installed, <a
href="https://www.python.org/downloads/release/python-2710/";>install Python
2.7.x</a> first.</p>
+
+<ol>
+<li>Download and Install Vagrant: <a
href="http://www.vagrantup.com/downloads.html";>Vagrant Downloads</a></li>
+<li><p>Install Ansible: <a
href="http://docs.ansible.com/ansible/intro_installation.html#latest-releases-via-pip";>Ansible
Python pip install</a></p>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span>sudo easy_install pip
+sudo pip install ansible
+ansible --version
+</code></pre></div>
+<p>After then, please check whether it reports <strong>ansible version 1.9.2
or higher</strong>.</p></li>
+<li><p>Install Virtual Box: <a href="https://www.virtualbox.org/";
title="Virtual Box">Virtual Box Downloads</a></p></li>
+<li><p>Type <code>vagrant up</code> from within the
<code>/scripts/vagrant/zeppelin-dev</code> directory</p></li>
+</ol>
+
+<p>Thats it ! You can now run <code>vagrant ssh</code> and this will place you
into the guest machines terminal prompt.</p>
+
+<p>If you don't wish to build Zeppelin from scratch, run the z-manager
installer script while running in the guest VM:</p>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span>curl -fsSL
https://raw.githubusercontent.com/NFLabs/z-manager/master/zeppelin-installer.sh
<span class="p">|</span> bash
+</code></pre></div>
+<h2>Building Zeppelin</h2>
+
+<p>You can now </p>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span>git clone git://git.apache.org/zeppelin.git
+</code></pre></div>
+<p>into a directory on your host machine, or directly in your virtual
machine.</p>
+
+<p>Cloning Zeppelin into the <code>/scripts/vagrant/zeppelin-dev</code>
directory from the host, will allow the directory to be shared between your
host and the guest machine.</p>
+
+<p>Cloning the project again may seem counter intuitive, since this script
likely originated from the project repository. Consider copying just the
vagrant/zeppelin-dev script from the Zeppelin project as a stand alone
directory, then once again clone the specific branch you wish to build.</p>
+
+<p>Synced folders enable Vagrant to sync a folder on the host machine to the
guest machine, allowing you to continue working on your project's files on
your host machine, but use the resources in the guest machine to compile or run
your project. <em><a
href="https://docs.vagrantup.com/v2/synced-folders/index.html";>(1) Synced
Folder Description from Vagrant Up</a></em></p>
+
+<p>By default, Vagrant will share your project directory (the directory with
the Vagrantfile) to <code>/vagrant</code>. Which means you should be able to
build within the guest machine after you
+<code>cd /vagrant/zeppelin</code></p>
+
+<h2>What's in this VM?</h2>
+
+<p>Running the following commands in the guest machine should display these
expected versions:</p>
+
+<ul>
+<li><code>node --version</code> should report <em>v0.12.7</em></li>
+<li><code>mvn --version</code> should report <em>Apache Maven 3.3.9</em> and
<em>Java version: 1.7.0_85</em></li>
+</ul>
+
+<p>The virtual machine consists of:</p>
+
+<ul>
+<li>Ubuntu Server 14.04 LTS</li>
+<li>Node.js 0.12.7</li>
+<li>npm 2.11.3</li>
+<li>ruby 1.9.3 + rake, make and bundler (only required if building jekyll
documentation)</li>
+<li>Maven 3.3.9</li>
+<li>Git</li>
+<li>Unzip</li>
+<li>libfontconfig to avoid phatomJs missing dependency issues</li>
+<li>openjdk-7-jdk</li>
+<li>Python addons: pip, matplotlib, scipy, numpy, pandas</li>
+<li><a href="https://www.r-project.org/";>R</a> and R Packages required to run
the R Interpreter and the related R tutorial notebook, including: Knitr,
devtools, repr, rCharts, ggplot2, googleVis, mplot, htmltools, base64enc,
data.table</li>
+</ul>
+
+<h2>How to build & run Zeppelin</h2>
+
+<p>This assumes you've already cloned the project either on the host
machine in the zeppelin-dev directory (to be shared with the guest machine) or
cloned directly into a directory while running inside the guest machine. The
following build steps will also include Python and R support via PySpark and
SparkR:</p>
+<div class="highlight"><pre><code class="language-bash"
data-lang="bash"><span></span><span class="nb">cd</span> /zeppelin
+mvn clean package -Pspark-1.6 -Phadoop-2.4 -DskipTests
+./bin/zeppelin-daemon.sh start
+</code></pre></div>
+<p>On your host machine browse to <code>http://localhost:8080/</code></p>
+
+<p>If you <a href="#tweaking-the-virtual-machine">turned off port
forwarding</a> in the <code>Vagrantfile</code> browse to
<code>http://192.168.51.52:8080</code></p>
+
+<h2>Tweaking the Virtual Machine</h2>
+
+<p>If you plan to run this virtual machine along side other Vagrant images,
you may wish to bind the virtual machine to a specific IP address, and not use
port fowarding from your local host.</p>
+
+<p>Comment out the <code>forward_port</code> line, and uncomment the
<code>private_network</code> line in Vagrantfile. The subnet that works best
for your local network will vary so adjust <code>192.168.*.*</code>
accordingly.</p>
+<div class="highlight"><pre><code class="language-text"
data-lang="text"><span></span>#config.vm.network "forwarded_port",
guest: 8080, host: 8080
+config.vm.network "private_network", ip: "192.168.51.52"
+</code></pre></div>
+<p><code>vagrant halt</code> followed by <code>vagrant up</code> will restart
the guest machine bound to the IP address of <code>192.168.51.52</code>.
+This approach usually is typically required if running other virtual machines
that discover each other directly by IP address, such as Spark Masters and
Slaves as well as Cassandra Nodes, Elasticsearch Nodes, and other Spark data
sources. You may wish to launch nodes in virtual machines with IP addresses in
a subnet that works for your local network, such as: 192.168.51.53,
192.168.51.54, 192.168.51.53, etc..</p>
+
+<h2>Extras</h2>
+
+<h3>Python Extras</h3>
+
+<p>With Zeppelin running, <strong>Numpy</strong>, <strong>SciPy</strong>,
<strong>Pandas</strong> and <strong>Matplotlib</strong> will be available.
Create a pyspark notebook, and try the below code.</p>
+<div class="highlight"><pre><code class="language-python"
data-lang="python"><span></span><span class="o">%</span><span
class="n">pyspark</span>
+
+<span class="kn">import</span> <span class="nn">numpy</span>
+<span class="kn">import</span> <span class="nn">scipy</span>
+<span class="kn">import</span> <span class="nn">pandas</span>
+<span class="kn">import</span> <span class="nn">matplotlib</span>
+
+<span class="k">print</span> <span class="s2">"numpy "</span> <span
class="o">+</span> <span class="n">numpy</span><span class="o">.</span><span
class="n">__version__</span>
+<span class="k">print</span> <span class="s2">"scipy "</span> <span
class="o">+</span> <span class="n">scipy</span><span class="o">.</span><span
class="n">__version__</span>
+<span class="k">print</span> <span class="s2">"pandas "</span> <span
class="o">+</span> <span class="n">pandas</span><span class="o">.</span><span
class="n">__version__</span>
+<span class="k">print</span> <span class="s2">"matplotlib "</span>
<span class="o">+</span> <span class="n">matplotlib</span><span
class="o">.</span><span class="n">__version__</span>
+</code></pre></div>
+<p>To Test plotting using Matplotlib into a rendered <code>%html</code> SVG
image, try</p>
+<div class="highlight"><pre><code class="language-python"
data-lang="python"><span></span><span class="o">%</span><span
class="n">pyspark</span>
+
+<span class="kn">import</span> <span class="nn">matplotlib</span>
+<span class="n">matplotlib</span><span class="o">.</span><span
class="n">use</span><span class="p">(</span><span
class="s1">'Agg'</span><span class="p">)</span> <span class="c1">#
turn off interactive charting so this works for server side SVG rendering</span>
+<span class="kn">import</span> <span class="nn">matplotlib.pyplot</span> <span
class="kn">as</span> <span class="nn">plt</span>
+<span class="kn">import</span> <span class="nn">numpy</span> <span
class="kn">as</span> <span class="nn">np</span>
+<span class="kn">import</span> <span class="nn">StringIO</span>
+
+<span class="c1"># clear out any previous plots on this note</span>
+<span class="n">plt</span><span class="o">.</span><span
class="n">clf</span><span class="p">()</span>
+
+<span class="k">def</span> <span class="nf">show</span><span
class="p">(</span><span class="n">p</span><span class="p">):</span>
+ <span class="n">img</span> <span class="o">=</span> <span
class="n">StringIO</span><span class="o">.</span><span
class="n">StringIO</span><span class="p">()</span>
+ <span class="n">p</span><span class="o">.</span><span
class="n">savefig</span><span class="p">(</span><span class="n">img</span><span
class="p">,</span> <span class="n">format</span><span class="o">=</span><span
class="s1">'svg'</span><span class="p">)</span>
+ <span class="n">img</span><span class="o">.</span><span
class="n">seek</span><span class="p">(</span><span class="mi">0</span><span
class="p">)</span>
+ <span class="k">print</span> <span class="s2">"%html <div
style='width:600px'>"</span> <span class="o">+</span> <span
class="n">img</span><span class="o">.</span><span class="n">buf</span> <span
class="o">+</span> <span class="s2">"</div>"</span>
+
+<span class="c1"># Example data</span>
+<span class="n">people</span> <span class="o">=</span> <span
class="p">(</span><span class="s1">'Tom'</span><span class="p">,</span>
<span class="s1">'Dick'</span><span class="p">,</span> <span
class="s1">'Harry'</span><span class="p">,</span> <span
class="s1">'Slim'</span><span class="p">,</span> <span
class="s1">'Jim'</span><span class="p">)</span>
+<span class="n">y_pos</span> <span class="o">=</span> <span
class="n">np</span><span class="o">.</span><span class="n">arange</span><span
class="p">(</span><span class="nb">len</span><span class="p">(</span><span
class="n">people</span><span class="p">))</span>
+<span class="n">performance</span> <span class="o">=</span> <span
class="mi">3</span> <span class="o">+</span> <span class="mi">10</span> <span
class="o">*</span> <span class="n">np</span><span class="o">.</span><span
class="n">random</span><span class="o">.</span><span class="n">rand</span><span
class="p">(</span><span class="nb">len</span><span class="p">(</span><span
class="n">people</span><span class="p">))</span>
+<span class="n">error</span> <span class="o">=</span> <span
class="n">np</span><span class="o">.</span><span class="n">random</span><span
class="o">.</span><span class="n">rand</span><span class="p">(</span><span
class="nb">len</span><span class="p">(</span><span class="n">people</span><span
class="p">))</span>
+
+<span class="n">plt</span><span class="o">.</span><span
class="n">barh</span><span class="p">(</span><span class="n">y_pos</span><span
class="p">,</span> <span class="n">performance</span><span class="p">,</span>
<span class="n">xerr</span><span class="o">=</span><span
class="n">error</span><span class="p">,</span> <span
class="n">align</span><span class="o">=</span><span
class="s1">'center'</span><span class="p">,</span> <span
class="n">alpha</span><span class="o">=</span><span class="mf">0.4</span><span
class="p">)</span>
+<span class="n">plt</span><span class="o">.</span><span
class="n">yticks</span><span class="p">(</span><span
class="n">y_pos</span><span class="p">,</span> <span
class="n">people</span><span class="p">)</span>
+<span class="n">plt</span><span class="o">.</span><span
class="n">xlabel</span><span class="p">(</span><span
class="s1">'Performance'</span><span class="p">)</span>
+<span class="n">plt</span><span class="o">.</span><span
class="n">title</span><span class="p">(</span><span class="s1">'How fast do
you want to go today?'</span><span class="p">)</span>
+
+<span class="n">show</span><span class="p">(</span><span
class="n">plt</span><span class="p">)</span>
+</code></pre></div>
+<h3>R Extras</h3>
+
+<p>With zeppelin running, an R Tutorial notebook will be available. The R
packages required to run the examples and graphs in this tutorial notebook were
installed by this virtual machine.
+The installed R Packages include: <code>knitr</code>, <code>devtools</code>,
<code>repr</code>, <code>rCharts</code>, <code>ggplot2</code>,
<code>googleVis</code>, <code>mplot</code>, <code>htmltools</code>,
<code>base64enc</code>, <code>data.table</code>.</p>
+
+ </div>
+</div>
+
+
+ <hr>
+ <footer>
+ <!-- <p>© 2019 The Apache Software Foundation</p>-->
+ </footer>
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new
Date();a=s.createElement(o),
+
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-45176241-5', 'zeppelin.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ </body>
+</html>
+
Propchange: zeppelin/site/docs/0.8.2/setup/deployment/virtual_machine.html
------------------------------------------------------------------------------
svn:executable = *
