From 8dc164f0fc633be8889671e8f86a78b700758ddf Mon Sep 17 00:00:00 2001
From: Mario Inchiosa <4316698+inchiosa@users.noreply.github.com>
Date: Thu, 25 Apr 2019 16:30:03 -0700
Subject: [PATCH] Increase mem and remove benchmark

---
 .../spark/tensorflow/tf-cuda8.ipynb           | 23 +------------------
 .../spark/tensorflow/tf-cuda9.ipynb           | 23 +------------------
 2 files changed, 2 insertions(+), 44 deletions(-)

diff --git a/samples/features/sql-big-data-cluster/machine-learning/spark/tensorflow/tf-cuda8.ipynb b/samples/features/sql-big-data-cluster/machine-learning/spark/tensorflow/tf-cuda8.ipynb
index ce5f779f..83db034b 100644
--- a/samples/features/sql-big-data-cluster/machine-learning/spark/tensorflow/tf-cuda8.ipynb
+++ b/samples/features/sql-big-data-cluster/machine-learning/spark/tensorflow/tf-cuda8.ipynb
@@ -19,7 +19,7 @@
     "cells": [
         {
             "cell_type": "code",
-            "source": "%%configure -f\r\n{\r\n    \"executorMemory\": \"4g\",\r\n    \"driverMemory\": \"4g\",\r\n    \"executorCores\": 4,\r\n    \"driverCores\": 2,\r\n    \"numExecutors\": 1\r\n}",
+            "source": "%%configure -f\r\n{\r\n    \"executorMemory\": \"4g\",\r\n    \"driverMemory\": \"8g\",\r\n    \"executorCores\": 4,\r\n    \"driverCores\": 2,\r\n    \"numExecutors\": 1\r\n}",
             "metadata": {
                 "language": "python"
             },
@@ -53,27 +53,6 @@
             "metadata": {},
             "outputs": [],
             "execution_count": 11
-        },
-        {
-            "cell_type": "code",
-            "source": "# Check available disk space\r\nimport subprocess\r\n\r\nstdout = subprocess.check_output(\r\n'''\r\ndf -h\r\n''',\r\n    stderr=subprocess.STDOUT,\r\n    shell=True).decode(\"utf-8\")\r\nprint(stdout)",
-            "metadata": {},
-            "outputs": [],
-            "execution_count": 12
-        },
-        {
-            "cell_type": "code",
-            "source": "# Download code for the CIFAR 10 benchmark\r\nimport subprocess\r\nimport os\r\n\r\nif os.path.isdir(\"/tmp/models\"):\r\n    print(\"CIFAR 10 repo already cloned\")\r\nelse:\r\n    stdout = subprocess.check_output(\r\n'''\r\napt-get update && apt-get install -y git\r\npip3 install --upgrade pip setuptools\r\npip3 install tensorflow-datasets\r\ncd /tmp\r\ngit clone https://github.com/tensorflow/models.git\r\n''',\r\n        stderr=subprocess.STDOUT,\r\n        shell=True).decode(\"utf-8\")\r\n    print(stdout)",
-            "metadata": {},
-            "outputs": [],
-            "execution_count": 13
-        },
-        {
-            "cell_type": "code",
-            "source": "# Run the CIFAR 10 benchmark\r\nimport subprocess\r\n\r\nstdout = subprocess.check_output(\r\n'''\r\npython3 /tmp/models/tutorials/image/cifar10/cifar10_train.py --max_steps 100 2>&1\r\n''',\r\n    stderr=subprocess.STDOUT,\r\n    shell=True).decode(\"utf-8\")\r\nprint(stdout)",
-            "metadata": {},
-            "outputs": [],
-            "execution_count": 14
         }
     ]
 }
\ No newline at end of file
diff --git a/samples/features/sql-big-data-cluster/machine-learning/spark/tensorflow/tf-cuda9.ipynb b/samples/features/sql-big-data-cluster/machine-learning/spark/tensorflow/tf-cuda9.ipynb
index 8ed159c5..fd35b220 100644
--- a/samples/features/sql-big-data-cluster/machine-learning/spark/tensorflow/tf-cuda9.ipynb
+++ b/samples/features/sql-big-data-cluster/machine-learning/spark/tensorflow/tf-cuda9.ipynb
@@ -19,7 +19,7 @@
     "cells": [
         {
             "cell_type": "code",
-            "source": "%%configure -f\r\n{\r\n    \"executorMemory\": \"4g\",\r\n    \"driverMemory\": \"4g\",\r\n    \"executorCores\": 4,\r\n    \"driverCores\": 2,\r\n    \"numExecutors\": 1\r\n}",
+            "source": "%%configure -f\r\n{\r\n    \"executorMemory\": \"4g\",\r\n    \"driverMemory\": \"8g\",\r\n    \"executorCores\": 4,\r\n    \"driverCores\": 2,\r\n    \"numExecutors\": 1\r\n}",
             "metadata": {
                 "language": "python"
             },
@@ -60,27 +60,6 @@
             "metadata": {},
             "outputs": [],
             "execution_count": 7
-        },
-        {
-            "cell_type": "code",
-            "source": "# Check available disk space\r\nimport subprocess\r\n\r\nstdout = subprocess.check_output(\r\n'''\r\ndf -h\r\n''',\r\n    stderr=subprocess.STDOUT,\r\n    shell=True).decode(\"utf-8\")\r\nprint(stdout)",
-            "metadata": {},
-            "outputs": [],
-            "execution_count": 8
-        },
-        {
-            "cell_type": "code",
-            "source": "# Download code for the CIFAR 10 benchmark\r\nimport subprocess\r\nimport os\r\n\r\nif os.path.isdir(\"/tmp/models\"):\r\n    print(\"CIFAR 10 repo already cloned\")\r\nelse:\r\n    stdout = subprocess.check_output(\r\n'''\r\napt-get update && apt-get install -y git\r\npip3 install --upgrade pip setuptools\r\npip3 install tensorflow-datasets\r\ncd /tmp\r\ngit clone https://github.com/tensorflow/models.git\r\n''',\r\n        stderr=subprocess.STDOUT,\r\n        shell=True).decode(\"utf-8\")\r\n    print(stdout)",
-            "metadata": {},
-            "outputs": [],
-            "execution_count": 9
-        },
-        {
-            "cell_type": "code",
-            "source": "# Run the CIFAR 10 benchmark\r\nimport subprocess\r\n\r\nstdout = subprocess.check_output(\r\n'''\r\npython3 /tmp/models/tutorials/image/cifar10/cifar10_train.py --max_steps 100 2>&1\r\n''',\r\n    stderr=subprocess.STDOUT,\r\n    shell=True).decode(\"utf-8\")\r\nprint(stdout)",
-            "metadata": {},
-            "outputs": [],
-            "execution_count": 10
         }
     ]
 }
\ No newline at end of file