Re-organized spark samples

2025-12-08 14:58:54 +00:00 · 2019-04-18 14:26:45 -07:00
parent 954fb3cd58
commit 92ae53e05b
7 changed files with 169 additions and 49 deletions
@@ -0,0 +1,49 @@
+{
+    "metadata": {
+        "kernelspec": {
+            "name": "sparkkernel",
+            "display_name": "Spark | Scala"
+        },
+        "language_info": {
+            "name": "scala",
+            "mimetype": "text/x-scala",
+            "codemirror_mode": "text/x-scala",
+            "pygments_lexer": "scala"
+        }
+    },
+    "nbformat_minor": 2,
+    "nbformat": 4,
+    "cells": [
+        {
+            "cell_type": "code",
+            "source": "object HelloWorld {\r\n    def main(args: Array[String]): Unit= { println(\"Hello Spark Scala\")\r\n    }\r\n}\r\n",
+            "metadata": {},
+            "outputs": [
+                {
+                    "name": "stdout",
+                    "text": "Starting Spark application\n",
+                    "output_type": "stream"
+                },
+                {
+                    "data": {
+                        "text/plain": "<IPython.core.display.HTML object>",
+                        "text/html": "<table>\n<tr><th>ID</th><th>YARN Application ID</th><th>Kind</th><th>State</th><th>Spark UI</th><th>Driver log</th><th>Current session?</th></tr><tr><td>3</td><td>application_1554316083160_0004</td><td>spark</td><td>idle</td><td><a target=\"_blank\" href=\"https://52.191.187.81:30443/gateway/default/yarn/proxy/application_1554316083160_0004/\">Link</a></td><td><a target=\"_blank\" href=\"http://mssql-storage-pool-default-1.service-storage-pool-default.ctp24.svc.cluster.local:8042/node/containerlogs/container_1554316083160_0004_01_000001/root\">Link</a></td><td>✔</td></tr></table>"
+                    },
+                    "metadata": {},
+                    "output_type": "display_data"
+                },
+                {
+                    "name": "stdout",
+                    "text": "SparkSession available as 'spark'.\n",
+                    "output_type": "stream"
+                },
+                {
+                    "name": "stdout",
+                    "text": "defined object HelloWorld\n",
+                    "output_type": "stream"
+                }
+            ],
+            "execution_count": 2
+        }
+    ]
+}