Add tachyon interpreter

conf/zeppelin-site.xml.template

@@ -105,7 +105,7 @@
 
 <property>
   <name>zeppelin.interpreters</name>
-  <value>org.apache.zeppelin.spark.SparkInterpreter,org.apache.zeppelin.spark.PySparkInterpreter,org.apache.zeppelin.spark.SparkSqlInterpreter,org.apache.zeppelin.spark.DepInterpreter,org.apache.zeppelin.markdown.Markdown,org.apache.zeppelin.angular.AngularInterpreter,org.apache.zeppelin.shell.ShellInterpreter,org.apache.zeppelin.hive.HiveInterpreter,org.apache.zeppelin.tajo.TajoInterpreter,org.apache.zeppelin.flink.FlinkInterpreter,org.apache.zeppelin.lens.LensInterpreter,org.apache.zeppelin.ignite.IgniteInterpreter,org.apache.zeppelin.ignite.IgniteSqlInterpreter,org.apache.zeppelin.cassandra.CassandraInterpreter,org.apache.zeppelin.geode.GeodeOqlInterpreter,org.apache.zeppelin.postgresql.PostgreSqlInterpreter,org.apache.zeppelin.jdbc.JDBCInterpreter,org.apache.zeppelin.phoenix.PhoenixInterpreter,org.apache.zeppelin.kylin.KylinInterpreter,org.apache.zeppelin.elasticsearch.ElasticsearchInterpreter,org.apache.zeppelin.scalding.ScaldingInterpreter</value>
+  <value>org.apache.zeppelin.spark.SparkInterpreter,org.apache.zeppelin.spark.PySparkInterpreter,org.apache.zeppelin.spark.SparkSqlInterpreter,org.apache.zeppelin.spark.DepInterpreter,org.apache.zeppelin.markdown.Markdown,org.apache.zeppelin.angular.AngularInterpreter,org.apache.zeppelin.shell.ShellInterpreter,org.apache.zeppelin.hive.HiveInterpreter,org.apache.zeppelin.tajo.TajoInterpreter,org.apache.zeppelin.flink.FlinkInterpreter,org.apache.zeppelin.lens.LensInterpreter,org.apache.zeppelin.ignite.IgniteInterpreter,org.apache.zeppelin.ignite.IgniteSqlInterpreter,org.apache.zeppelin.cassandra.CassandraInterpreter,org.apache.zeppelin.geode.GeodeOqlInterpreter,org.apache.zeppelin.postgresql.PostgreSqlInterpreter,org.apache.zeppelin.jdbc.JDBCInterpreter,org.apache.zeppelin.phoenix.PhoenixInterpreter,org.apache.zeppelin.kylin.KylinInterpreter,org.apache.zeppelin.elasticsearch.ElasticsearchInterpreter,org.apache.zeppelin.scalding.ScaldingInterpreter,org.apache.zeppelin.tachyon.TachyonInterpreter</value>
   <description>Comma separated interpreter configurations. First interpreter become a default</description>
 </property>
 

docs/_includes/themes/zeppelin/_navigation.html

@@ -51,6 +51,7 @@
                 <li><a href="{{BASE_PATH}}/interpreter/scalding.html">Scalding</a></li>
                 <li><a href="{{BASE_PATH}}/pleasecontribute.html">Shell</a></li>
                 <li><a href="{{BASE_PATH}}/interpreter/spark.html">Spark</a></li>
+                <li><a href="{{BASE_PATH}}/interpreter/tachyon.html">Tachyon</a></li>
                 <li><a href="{{BASE_PATH}}/pleasecontribute.html">Tajo</a></li>
               </ul>
             </li>

docs/interpreter/tachyon.md

@@ -0,0 +1,216 @@
+---
+layout: page
+title: "Tachyon Interpreter"
+description: "Tachyon Interpreter"
+group: manual
+---
+{% include JB/setup %}
+
+## Tachyon Interpreter for Apache Zeppelin
+[Tachyon](http://tachyon-project.org/) is a memory-centric distributed storage system enabling reliable data sharing at memory-speed across cluster frameworks.
+
+## Configuration
+<table class="table-configuration">
+  <tr>
+    <th>Name</th>
+    <th>Class</th>
+    <th>Description</th>
+  </tr>
+  <tr>
+    <td>tachyon.master.hostname</td>
+    <td>localhost</td>
+    <td>Tachyon master hostname</td>
+  </tr>
+  <tr>
+    <td>tachyon.master.port</td>
+    <td>19998</td>
+    <td>Tachyon master port</td>
+  </tr>
+</table>
+
+## Enabling Tachyon Interpreter
+In a notebook, to enable the **Tachyon** interpreter, click on the **Gear** icon and select **Tachyon**.
+
+## Using the Tachyon Interpreter
+In a paragraph, use `%tachyon` to select the **Tachyon** interpreter and then input all commands.
+
+```bash
+%tachyon
+help
+```
+
+> **Tip :** Use ( Ctrl + . ) for autocompletion.
+
+## Interpreter Commands
+The **Tachyon** interpreter accepts the following commands.
+
+<center>
+  <table class="table-configuration">
+    <tr>
+      <th>Operation</th>
+      <th>Syntax</th>
+      <th>Description</th>
+    </tr>
+    <tr>
+      <td>copyFromLocal</td>
+      <td>copyFromLocal "source path" "remote path"</td>
+      <td>Copy the specified file specified by "source path" to the path specified by "remote path".
+      This command will fail if "remote path" already exists.</td>
+    </tr>
+    <tr>
+      <td>copyToLocal</td>
+      <td>copyToLocal "remote path" "local path"</td>
+      <td>Copy the specified file from the path specified by "remote source" to a local
+      destination.</td>
+    </tr>
+    <tr>
+      <td>count</td>
+      <td>count "path"</td>
+      <td>Display the number of folders and files matching the specified prefix in "path".</td>
+    </tr>
+    <tr>
+      <td>du</td>
+      <td>du "path"</td>
+      <td>Display the size of a file or a directory specified by the input path.</td>
+    </tr>
+    <tr>
+      <td>fileinfo</td>
+      <td>fileinfo "path"</td>
+      <td>Print the information of the blocks of a specified file.</td>
+    </tr>
+    <tr>
+      <td>free</td>
+      <td>free "path"</td>
+      <td>Free a file or all files under a directory from Tachyon. If the file/directory is also
+      in under storage, it will still be available there.</td>
+    </tr>
+    <tr>
+      <td>getCapacityBytes</td>
+      <td>getCapacityBytes</td>
+      <td>Get the capacity of the TachyonFS.</td>
+    </tr>
+    <tr>
+      <td>getUsedBytes</td>
+      <td>getUsedBytes</td>
+      <td>Get number of bytes used in the TachyonFS.</td>
+    </tr>
+    <tr>
+      <td>load</td>
+      <td>load "path"</td>
+      <td>Load the data of a file or a directory from under storage into Tachyon.</td>
+    </tr>
+    <tr>
+      <td>loadMetadata</td>
+      <td>loadMetadata "path"</td>
+      <td>Load the metadata of a file or a directory from under storage into Tachyon.</td>
+    </tr>
+    <tr>
+      <td>location</td>
+      <td>location "path"</td>
+      <td>Display a list of hosts that have the file data.</td>
+    </tr>
+    <tr>
+      <td>ls</td>
+      <td>ls "path"</td>
+      <td>List all the files and directories directly under the given path with information such as
+      size.</td>
+    </tr>
+    <tr>
+      <td>lsr</td>
+      <td>lsr "path"</td>
+      <td>Recursively list all the files and directories under the given path with information such
+      as size.</td>
+    </tr>
+    <tr>
+      <td>mkdir</td>
+      <td>mkdir "path"</td>
+      <td>Create a directory under the given path, along with any necessary parent directories. This
+      command will fail if the given path already exists.</td>
+    </tr>
+    <tr>
+      <td>mount</td>
+      <td>mount "path" "uri"</td>
+      <td>Mount the underlying file system path "uri" into the Tachyon namespace as "path". The "path"
+      is assumed not to exist and is created by the operation. No data or metadata is loaded from under
+      storage into Tachyon. After a path is mounted, operations on objects under the mounted path are
+      mirror to the mounted under storage.</td>
+    </tr>
+    <tr>
+      <td>mv</td>
+      <td>mv "source" "destination"</td>
+      <td>Move a file or directory specified by "source" to a new location "destination". This command
+      will fail if "destination" already exists.</td>
+    </tr>
+    <tr>
+      <td>pin</td>
+      <td>pin "path"</td>
+      <td>Pin the given file to avoid evicting it from memory. If the given path is a directory, it
+      recursively pins all the files contained and any new files created within this directory.</td>
+    </tr>
+    <tr>
+      <td>report</td>
+      <td>report "path"</td>
+      <td>Report to the master that a file is lost.</td>
+    </tr>
+    <tr>
+      <td>request</td>
+      <td>request "path" "dependency ID"</td>
+      <td>Request the file for a given dependency ID.</td>
+    </tr>
+    <tr>
+      <td>rm</td>
+      <td>rm "path"</td>
+      <td>Remove a file. This command will fail if the given path is a directory rather than a
+      file.</td>
+    </tr>
+    <tr>
+      <td>rmr</td>
+      <td>rmr "path"</td>
+      <td>Remove a file, or a directory with all the files and sub-directories that this directory
+      contains.</td>
+    </tr>
+    <tr>
+      <td>tail</td>
+      <td>tail "path"</td>
+      <td>Print the last 1KB of the specified file to the console.</td>
+    </tr>
+    <tr>
+      <td>touch</td>
+      <td>touch "path"</td>
+      <td>Create a 0-byte file at the specified location.</td>
+    </tr>
+    <tr>
+      <td>unmount</td>
+      <td>unmount "path"</td>
+      <td>Unmount the underlying file system path mounted in the Tachyon namespace as "path". Tachyon
+      objects under "path" are removed from Tachyon, but they still exist in the previously mounted
+      under storage.</td>
+    </tr>
+    <tr>
+      <td>unpin</td>
+      <td>unpin "path"</td>
+      <td>Unpin the given file to allow Tachyon to evict this file again. If the given path is a
+      directory, it recursively unpins all files contained and any new files created within this
+      directory.</td>
+    </tr>
+  </table>
+</center>
+
+## How to test it's working
+Be sure to have configured correctly the Tachyon interpreter, then open a new paragraph and type one of the above commands.
+
+Below a simple example to show how to interact with Tachyon interpreter.
+Following steps are performed:
+
+* using sh interpreter a new text file is created on local machine
+* using Tachyon interpreter:
+  * is listed the content of the tfs (Tachyon File System) root
+  * the file previously created is copied to tfs
+  * is listed again the content of the tfs root to check the existence of the new copied file
+  * is showed the content of the copied file (using the tail command)
+  * the file previously copied to tfs is copied to local machine
+*  using sh interpreter it's checked the existence of the new file copied from Tachyon and its content is showed
+
+<center>
+  ![Tachyon Interpreter Example](../assets/themes/zeppelin/img/docs-img/tachyon-example.png)
+</center> 

notebook/2A94M5J1Z/note.json

@@ -35,6 +35,7 @@
     {
       "title": "Load data into table",
       "text": "import org.apache.commons.io.IOUtils\nimport java.net.URL\nimport java.nio.charset.Charset\n\n// Zeppelin creates and injects sc (SparkContext) and sqlContext (HiveContext or SqlContext)\n// So you don\u0027t need create them manually\n\n// load bank data\nval bankText \u003d sc.parallelize(\n    IOUtils.toString(\n        new URL(\"https://s3.amazonaws.com/apache-zeppelin/tutorial/bank/bank.csv\"),\n        Charset.forName(\"utf8\")).split(\"\\n\"))\n\ncase class Bank(age: Integer, job: String, marital: String, education: String, balance: Integer)\n\nval bank \u003d bankText.map(s \u003d\u003e s.split(\";\")).filter(s \u003d\u003e s(0) !\u003d \"\\\"age\\\"\").map(\n    s \u003d\u003e Bank(s(0).toInt, \n            s(1).replaceAll(\"\\\"\", \"\"),\n            s(2).replaceAll(\"\\\"\", \"\"),\n            s(3).replaceAll(\"\\\"\", \"\"),\n            s(5).replaceAll(\"\\\"\", \"\").toInt\n        )\n).toDF()\nbank.registerTempTable(\"bank\")",
+      "dateUpdated": "Jan 14, 2016 7:58:56 PM",
       "config": {
         "colWidth": 12.0,
         "graph": {
@@ -46,7 +47,9 @@
           "groups": [],
           "scatter": {}
         },
-        "title": true
+        "title": true,
+        "enabled": true,
+        "editorMode": "ace/mode/scala"
       },
       "settings": {
         "params": {},
@@ -333,7 +336,10 @@
   ],
   "name": "Zeppelin Tutorial",
   "id": "2A94M5J1Z",
-  "angularObjects": {},
+  "angularObjects": {
+    "2B6FF8NNU": [],
+    "2B67PH63Z": []
+  },
   "config": {
     "looknfeel": "default"
   },

pom.xml

@@ -102,6 +102,7 @@
     <module>lens</module>
     <module>cassandra</module>
     <module>elasticsearch</module>
+    <module>tachyon</module>
     <module>zeppelin-web</module>
     <module>zeppelin-server</module>
     <module>zeppelin-distribution</module>