CTP 3.1 changes for data source

This commit is contained in:
Umachandar Jayachandran
2019-06-24 15:39:15 -07:00
parent d720106e8f
commit b9253c617f
8 changed files with 54 additions and 59 deletions
@@ -22,23 +22,23 @@ IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'OracleSalesS
CREATE EXTERNAL TABLE [dbo].[customer_ora]
(
[C_CUSTOMER_SK] DECIMAL(10,0),
[C_CUSTOMER_ID] NVARCHAR(16) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_CUSTOMER_ID] NVARCHAR(16) COLLATE Latin1_General_100_BIN2_UTF8,
[C_CURRENT_CDEMO_SK] DECIMAL(10,0),
[C_CURRENT_HDEMO_SK] DECIMAL(10,0),
[C_CURRENT_ADDR_SK] DECIMAL(10,0),
[C_FIRST_SHIPTO_DATE_SK] DECIMAL(10,0),
[C_FIRST_SALES_DATE_SK] DECIMAL(8,0),
[C_SALUTATION] NVARCHAR(10) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_FIRST_NAME] NVARCHAR(20) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_LAST_NAME] NVARCHAR(30) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_PREFERRED_CUST_FLAG] NVARCHAR COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_SALUTATION] NVARCHAR(10) COLLATE Latin1_General_100_BIN2_UTF8,
[C_FIRST_NAME] NVARCHAR(20) COLLATE Latin1_General_100_BIN2_UTF8,
[C_LAST_NAME] NVARCHAR(30) COLLATE Latin1_General_100_BIN2_UTF8,
[C_PREFERRED_CUST_FLAG] NVARCHAR COLLATE Latin1_General_100_BIN2_UTF8,
[C_BIRTH_DAY] DECIMAL(8,0),
[C_BIRTH_MONTH] DECIMAL(8,0),
[C_BIRTH_YEAR] DECIMAL(8,0),
[C_BIRTH_COUNTRY] NVARCHAR(20) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_LOGIN] NVARCHAR(13) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_EMAIL_ADDRESS] NVARCHAR(50) COLLATE SQL_Latin1_General_CP1_CI_AS,
[C_LAST_REVIEW_DATE] NVARCHAR(20) COLLATE SQL_Latin1_General_CP1_CI_AS
[C_BIRTH_COUNTRY] NVARCHAR(20) COLLATE Latin1_General_100_BIN2_UTF8,
[C_LOGIN] NVARCHAR(13) COLLATE Latin1_General_100_BIN2_UTF8,
[C_EMAIL_ADDRESS] NVARCHAR(50) COLLATE Latin1_General_100_BIN2_UTF8,
[C_LAST_REVIEW_DATE] NVARCHAR(20) COLLATE Latin1_General_100_BIN2_UTF8
)
WITH (DATA_SOURCE=[OracleSalesSrvr],
LOCATION='<oracle_service_name,nvarchar(30),xe>.SALES.CUSTOMER');
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
-- Create file format for CSV separated file with appropriate properties.
--
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
-- Create file format for parquet file with appropriate properties.
--
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
-- Create file format for tab separated file with appropriate properties.
--
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
-- Create file format for CSV file with appropriate properties.
--
@@ -4,12 +4,12 @@ GO
-- Create external data source for HDFS inside SQL big data cluster.
--
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
IF SERVERPROPERTY('ProductLevel') = 'CTP2.5'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://nmnode-0-0.nmnode-0-svc:50070');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
CREATE EXTERNAL DATA SOURCE SqlStoragePool
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
-- Create file format for parquet file with appropriate properties.
--