github/sql-server-samples
1
0
Fork 0
mirror of https://github.com/Microsoft/sql-server-samples.git synced 2025-12-08 14:58:54 +00:00
Code Issues Releases Wiki Activity

Increase mem and remove benchmark

Browse Source
This commit is contained in:
Mario Inchiosa
2019-04-25 16:30:03 -07:00
parent 6a4ad18ba7
commit 8dc164f0fc
2 changed files with 2 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files
samples/features/sql-big-data-cluster/machine-learning/spark/tensorflow/tf-cuda8.ipynb
+1 -22
View File
@@ -19,7 +19,7 @@
"cells": [
{
"cell_type": "code",
"source": "%%configure -f\r\n{\r\n \"executorMemory\": \"4g\",\r\n \"driverMemory\": \"4g\",\r\n \"executorCores\": 4,\r\n \"driverCores\": 2,\r\n \"numExecutors\": 1\r\n}",
"source": "%%configure -f\r\n{\r\n \"executorMemory\": \"4g\",\r\n \"driverMemory\": \"8g\",\r\n \"executorCores\": 4,\r\n \"driverCores\": 2,\r\n \"numExecutors\": 1\r\n}",
"metadata": {
"language": "python"
},
@@ -53,27 +53,6 @@
"metadata": {},
"outputs": [],
"execution_count": 11
},
{
"cell_type": "code",
"source": "# Check available disk space\r\nimport subprocess\r\n\r\nstdout = subprocess.check_output(\r\n'''\r\ndf -h\r\n''',\r\n stderr=subprocess.STDOUT,\r\n shell=True).decode(\"utf-8\")\r\nprint(stdout)",
"metadata": {},
"outputs": [],
"execution_count": 12
},
{
"cell_type": "code",
"source": "# Download code for the CIFAR 10 benchmark\r\nimport subprocess\r\nimport os\r\n\r\nif os.path.isdir(\"/tmp/models\"):\r\n print(\"CIFAR 10 repo already cloned\")\r\nelse:\r\n stdout = subprocess.check_output(\r\n'''\r\napt-get update && apt-get install -y git\r\npip3 install --upgrade pip setuptools\r\npip3 install tensorflow-datasets\r\ncd /tmp\r\ngit clone https://github.com/tensorflow/models.git\r\n''',\r\n stderr=subprocess.STDOUT,\r\n shell=True).decode(\"utf-8\")\r\n print(stdout)",
"metadata": {},
"outputs": [],
"execution_count": 13
},
{
"cell_type": "code",
"source": "# Run the CIFAR 10 benchmark\r\nimport subprocess\r\n\r\nstdout = subprocess.check_output(\r\n'''\r\npython3 /tmp/models/tutorials/image/cifar10/cifar10_train.py --max_steps 100 2>&1\r\n''',\r\n stderr=subprocess.STDOUT,\r\n shell=True).decode(\"utf-8\")\r\nprint(stdout)",
"metadata": {},
"outputs": [],
"execution_count": 14
}
]
}
samples/features/sql-big-data-cluster/machine-learning/spark/tensorflow/tf-cuda9.ipynb
+1 -22
View File
@@ -19,7 +19,7 @@
"cells": [
{
"cell_type": "code",
"source": "%%configure -f\r\n{\r\n \"executorMemory\": \"4g\",\r\n \"driverMemory\": \"4g\",\r\n \"executorCores\": 4,\r\n \"driverCores\": 2,\r\n \"numExecutors\": 1\r\n}",
"source": "%%configure -f\r\n{\r\n \"executorMemory\": \"4g\",\r\n \"driverMemory\": \"8g\",\r\n \"executorCores\": 4,\r\n \"driverCores\": 2,\r\n \"numExecutors\": 1\r\n}",
"metadata": {
"language": "python"
},
@@ -60,27 +60,6 @@
"metadata": {},
"outputs": [],
"execution_count": 7
},
{
"cell_type": "code",
"source": "# Check available disk space\r\nimport subprocess\r\n\r\nstdout = subprocess.check_output(\r\n'''\r\ndf -h\r\n''',\r\n stderr=subprocess.STDOUT,\r\n shell=True).decode(\"utf-8\")\r\nprint(stdout)",
"metadata": {},
"outputs": [],
"execution_count": 8
},
{
"cell_type": "code",
"source": "# Download code for the CIFAR 10 benchmark\r\nimport subprocess\r\nimport os\r\n\r\nif os.path.isdir(\"/tmp/models\"):\r\n print(\"CIFAR 10 repo already cloned\")\r\nelse:\r\n stdout = subprocess.check_output(\r\n'''\r\napt-get update && apt-get install -y git\r\npip3 install --upgrade pip setuptools\r\npip3 install tensorflow-datasets\r\ncd /tmp\r\ngit clone https://github.com/tensorflow/models.git\r\n''',\r\n stderr=subprocess.STDOUT,\r\n shell=True).decode(\"utf-8\")\r\n print(stdout)",
"metadata": {},
"outputs": [],
"execution_count": 9
},
{
"cell_type": "code",
"source": "# Run the CIFAR 10 benchmark\r\nimport subprocess\r\n\r\nstdout = subprocess.check_output(\r\n'''\r\npython3 /tmp/models/tutorials/image/cifar10/cifar10_train.py --max_steps 100 2>&1\r\n''',\r\n stderr=subprocess.STDOUT,\r\n shell=True).decode(\"utf-8\")\r\nprint(stdout)",
"metadata": {},
"outputs": [],
"execution_count": 10
}
]
}