From 8c99de50e74d86f39a5523f4aa70fe419efca9c8 Mon Sep 17 00:00:00 2001
From: Mina Lee <minalee@nflabs.com>
Date: Wed, 6 Jan 2016 21:23:18 -0800
Subject: [PATCH] Set spark.yarn.isPython to be true to distribute needed
 pyspark libraries to workers when master is yarn-client

---
 .../main/java/org/apache/zeppelin/spark/SparkInterpreter.java | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/spark/src/main/java/org/apache/zeppelin/spark/SparkInterpreter.java b/spark/src/main/java/org/apache/zeppelin/spark/SparkInterpreter.java
index 095970f67ce..c8ccf1a1317 100644
--- a/spark/src/main/java/org/apache/zeppelin/spark/SparkInterpreter.java
+++ b/spark/src/main/java/org/apache/zeppelin/spark/SparkInterpreter.java
@@ -334,6 +334,10 @@ public SparkContext createSparkContext() {
       conf.set("spark.submit.pyArchives", Joiner.on(":").join(pythonLibs));
     }
 
+    // Distributes needed libraries to workers.
+    if (getProperty("master").equals("yarn-client")) {
+      conf.set("spark.yarn.isPython", "true");
+    }
 
     SparkContext sparkContext = new SparkContext(conf);
     return sparkContext;