github/sql-server-samples
1
0
Fork 0
mirror of https://github.com/Microsoft/sql-server-samples.git synced 2025-12-08 14:58:54 +00:00
Code Issues Releases Wiki Activity

CTP 3.1 changes for data source

Browse Source
This commit is contained in:
Umachandar Jayachandran
2019-06-24 15:39:15 -07:00
parent d720106e8f
commit b9253c617f
8 changed files with 54 additions and 59 deletions
Download Patch File Download Diff File Expand all files Collapse all files
samples/features/sql-big-data-cluster/bootstrap-sample-db.sql
+8 -8
View File
@@ -76,20 +76,20 @@ BEGIN
-- Create default data sources for SQL Big Data Cluster
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlDataPool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://service-mssql-controller:8080/datapools/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://controller-svc:8080/datapools/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://controller-svc/default');
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'HadoopData')
CREATE EXTERNAL DATA SOURCE HadoopData
samples/features/sql-big-data-cluster/data-pool/data-ingestion-sql.sql
+7 -12
View File
@@ -4,12 +4,12 @@ GO
-- Create external data source for Data Pool inside a SQL big data cluster
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlDataPool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://service-mssql-controller:8080/datapools/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://controller-svc:8080/datapools/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://controller-svc:8080/datapools/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlDataPool
WITH (LOCATION = 'sqldatapool://controller-svc/default');
-- Create external table in a data pool in SQL Server 2019 big data cluster.
-- The SqlDataPool data source is a special data source that is available in
@@ -26,12 +26,6 @@ IF NOT EXISTS(SELECT * FROM sys.external_tables WHERE name = 'web_clickstream_cl
);
GO
-- Currently the create external table operation is asynchronous and there is no
-- way to determine completion of the operation. To prevent failures of the insert
-- into the external table, wait for few minutes.
WAITFOR DELAY '00:02:00';
GO
-- Insert results of a SELECT statement into the external table created on the data pool.
-- Store summary results for quick access instead of going to the source tables always.
--
@@ -72,5 +66,6 @@ GO
-- Cleanup
/*
DROP EXTERNAL TABLE [dbo].[web_clickstream_clicks_data_pool];
DROP EXTERNAL DATA SOURCE SqlDataPool;
GO
*/
samples/features/sql-big-data-cluster/data-virtualization/oracle/customer-oracle.sql
+9 -9
View File
@@ -22,23 +22,23 @@ IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'OracleSalesS
CREATE EXTERNAL TABLE [dbo].[customer_ora]
(
[C_CUSTOMER_SK] DECIMAL(10,0),
[C_CUSTOMER_ID] NVARCHAR(16) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_CUSTOMER_ID] NVARCHAR(16) COLLATE Latin1_General_100_BIN2_UTF8,
[C_CURRENT_CDEMO_SK] DECIMAL(10,0),
[C_CURRENT_HDEMO_SK] DECIMAL(10,0),
[C_CURRENT_ADDR_SK] DECIMAL(10,0),
[C_FIRST_SHIPTO_DATE_SK] DECIMAL(10,0),
[C_FIRST_SALES_DATE_SK] DECIMAL(8,0),
[C_SALUTATION] NVARCHAR(10) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_FIRST_NAME] NVARCHAR(20) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_LAST_NAME] NVARCHAR(30) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_PREFERRED_CUST_FLAG] NVARCHAR COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_SALUTATION] NVARCHAR(10) COLLATE Latin1_General_100_BIN2_UTF8,
[C_FIRST_NAME] NVARCHAR(20) COLLATE Latin1_General_100_BIN2_UTF8,
[C_LAST_NAME] NVARCHAR(30) COLLATE Latin1_General_100_BIN2_UTF8,
[C_PREFERRED_CUST_FLAG] NVARCHAR COLLATE Latin1_General_100_BIN2_UTF8,
[C_BIRTH_DAY] DECIMAL(8,0),
[C_BIRTH_MONTH] DECIMAL(8,0),
[C_BIRTH_YEAR] DECIMAL(8,0),
[C_BIRTH_COUNTRY] NVARCHAR(20) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_LOGIN] NVARCHAR(13) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_EMAIL_ADDRESS] NVARCHAR(50) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_LAST_REVIEW_DATE] NVARCHAR(20) COLLATE SQL_Latin1_General_CP1_CI_AS
[C_BIRTH_COUNTRY] NVARCHAR(20) COLLATE Latin1_General_100_BIN2_UTF8,
[C_LOGIN] NVARCHAR(13) COLLATE Latin1_General_100_BIN2_UTF8,
[C_EMAIL_ADDRESS] NVARCHAR(50) COLLATE Latin1_General_100_BIN2_UTF8,
[C_LAST_REVIEW_DATE] NVARCHAR(20) COLLATE Latin1_General_100_BIN2_UTF8
)
WITH (DATA_SOURCE=[OracleSalesSrvr],
LOCATION='<oracle_service_name,nvarchar(30),xe>.SALES.CUSTOMER');
samples/features/sql-big-data-cluster/data-virtualization/storage-pool/product-reviews-hdfs-csv.sql
+6 -6
View File
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
-- Create file format for CSV separated file with appropriate properties.
--
samples/features/sql-big-data-cluster/data-virtualization/storage-pool/product-reviews-hdfs-parquet.sql
+6 -6
View File
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
-- Create file format for parquet file with appropriate properties.
--
samples/features/sql-big-data-cluster/data-virtualization/storage-pool/product-reviews-hdfs-tsv.sql
+6 -6
View File
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
-- Create file format for tab separated file with appropriate properties.
--
samples/features/sql-big-data-cluster/data-virtualization/storage-pool/web-clickstreams-hdfs-csv.sql
+6 -6
View File
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
-- Create file format for CSV file with appropriate properties.
--
samples/features/sql-big-data-cluster/data-virtualization/storage-pool/web-clickstreams-hdfs-parquet.sql
+6 -6
View File
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
-- Create file format for parquet file with appropriate properties.
--