github/sql-server-samples
1
0
Fork 0
mirror of https://github.com/Microsoft/sql-server-samples.git synced 2025-12-08 14:58:54 +00:00
Code Issues Releases Wiki Activity

Data source changes for CTP 3.0

Browse Source
This commit is contained in:
Umachandar Jayachandran
2019-05-21 09:39:38 -07:00
parent 9088a278da
commit 40e1ff4362
10 changed files with 60 additions and 84 deletions
Download Patch File Download Diff File Expand all files Collapse all files
samples/features/sql-big-data-cluster/bootstrap-sample-db.sql
+16 -20
View File
@@ -76,32 +76,28 @@ BEGIN
-- Create default data sources for SQL Big Data Cluster
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlDataPool')
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://service-mssql-controller:8080/datapools/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://service-mssql-controller:8080/datapools/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://controller-svc:8080/datapools/default');
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.4'
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://service-master-pool:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-svc:50070');
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'HadoopData')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.4'
CREATE EXTERNAL DATA SOURCE HadoopData
WITH(
TYPE=HADOOP,
LOCATION='hdfs://mssql-master-pool-0.service-master-pool:9000/',
RESOURCE_MANAGER_LOCATION='mssql-master-pool-0.service-master-pool:8032'
);
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE HadoopData
WITH(
TYPE=HADOOP,
LOCATION='hdfs://nmnode-0-svc:9000/',
RESOURCE_MANAGER_LOCATION='master-svc:8032'
);
CREATE EXTERNAL DATA SOURCE HadoopData
WITH(
TYPE=HADOOP,
LOCATION='hdfs://nmnode-0-svc:9000/',
RESOURCE_MANAGER_LOCATION='master-svc:8032'
);
END;
GO
samples/features/sql-big-data-cluster/data-pool/data-ingestion-sql.sql
+6 -2
View File
@@ -4,8 +4,12 @@ GO
-- Create external data source for Data Pool inside a SQL big data cluster
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlDataPool')
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://service-mssql-controller:8080/datapools/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://service-mssql-controller:8080/datapools/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://controller-svc:8080/datapools/default');
-- Create external table in a data pool in SQL Server 2019 big data cluster.
-- The SqlDataPool data source is a special data source that is available in
samples/features/sql-big-data-cluster/data-virtualization/hadoop/inventory-export-hdfs-rcfile.sql
+6 -14
View File
@@ -17,20 +17,12 @@ GO
-- execution.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'HadoopData')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.4'
CREATE EXTERNAL DATA SOURCE HadoopData
WITH(
TYPE=HADOOP,
LOCATION='hdfs://mssql-master-pool-0.service-master-pool:9000/',
RESOURCE_MANAGER_LOCATION='mssql-master-pool-0.service-master-pool:8032'
);
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE HadoopData
WITH(
TYPE=HADOOP,
LOCATION='hdfs://nmnode-0-svc:9000/',
RESOURCE_MANAGER_LOCATION='master-svc:8032'
);
CREATE EXTERNAL DATA SOURCE HadoopData
WITH(
TYPE=HADOOP,
LOCATION='hdfs://nmnode-0-svc:9000/',
RESOURCE_MANAGER_LOCATION='master-svc:8032'
);
-- Create file format for RCFILE with appropriate properties.
--
samples/features/sql-big-data-cluster/data-virtualization/hadoop/product-reviews-hdfs-orc.sql
+6 -14
View File
@@ -7,20 +7,12 @@ GO
-- execution.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'HadoopData')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.4'
CREATE EXTERNAL DATA SOURCE HadoopData
WITH(
TYPE=HADOOP,
LOCATION='hdfs://mssql-master-pool-0.service-master-pool:9000/',
RESOURCE_MANAGER_LOCATION='mssql-master-pool-0.service-master-pool:8032'
);
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE HadoopData
WITH(
TYPE=HADOOP,
LOCATION='hdfs://nmnode-0-svc:9000/',
RESOURCE_MANAGER_LOCATION='master-svc:8032'
);
CREATE EXTERNAL DATA SOURCE HadoopData
WITH(
TYPE=HADOOP,
LOCATION='hdfs://nmnode-0-svc:9000/',
RESOURCE_MANAGER_LOCATION='master-svc:8032'
);
-- Create file format for orc file with appropriate properties.
--
samples/features/sql-big-data-cluster/data-virtualization/hadoop/web-clickstreams-hdfs-orc.sql
+6 -14
View File
@@ -7,20 +7,12 @@ GO
-- execution.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'HadoopData')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.4'
CREATE EXTERNAL DATA SOURCE HadoopData
WITH(
TYPE=HADOOP,
LOCATION='hdfs://mssql-master-pool-0.service-master-pool:9000/',
RESOURCE_MANAGER_LOCATION='mssql-master-pool-0.service-master-pool:8032'
);
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE HadoopData
WITH(
TYPE=HADOOP,
LOCATION='hdfs://nmnode-0-svc:9000/',
RESOURCE_MANAGER_LOCATION='master-svc:8032'
);
CREATE EXTERNAL DATA SOURCE HadoopData
WITH(
TYPE=HADOOP,
LOCATION='hdfs://nmnode-0-svc:9000/',
RESOURCE_MANAGER_LOCATION='master-svc:8032'
);
-- Create file format for orc file with appropriate properties.
--
samples/features/sql-big-data-cluster/data-virtualization/storage-pool/product-reviews-hdfs-csv.sql
+4 -4
View File
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.4'
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://service-master-pool:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-svc:50070');
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
-- Create file format for CSV separated file with appropriate properties.
--
samples/features/sql-big-data-cluster/data-virtualization/storage-pool/product-reviews-hdfs-parquet.sql
+4 -4
View File
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.4'
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://service-master-pool:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-svc:50070');
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
-- Create file format for parquet file with appropriate properties.
--
samples/features/sql-big-data-cluster/data-virtualization/storage-pool/product-reviews-hdfs-tsv.sql
+4 -4
View File
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.4'
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://service-master-pool:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-svc:50070');
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
-- Create file format for tab separated file with appropriate properties.
--
samples/features/sql-big-data-cluster/data-virtualization/storage-pool/web-clickstreams-hdfs-csv.sql
+4 -4
View File
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.4'
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://service-master-pool:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-svc:50070');
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
-- Create file format for CSV file with appropriate properties.
--
samples/features/sql-big-data-cluster/data-virtualization/storage-pool/web-clickstreams-hdfs-parquet.sql
+4 -4
View File
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.4'
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://service-master-pool:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-svc:50070');
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
-- Create file format for parquet file with appropriate properties.
--