From 0b73205907671da6fffca26cc8c6016695863922 Mon Sep 17 00:00:00 2001
From: Timna Brown <24630902+brown9804@users.noreply.github.com>
Date: Sun, 25 May 2025 18:46:44 -0600
Subject: [PATCH] moved to repo
---
.../0_serverlessSQLPool/README.md | 236 ------------------
1 file changed, 236 deletions(-)
delete mode 100644 0_Azure/2_AzureAnalytics/1_SynapseAnalytics/demos/2_synapse_views_dynamically_remove_space/0_serverlessSQLPool/README.md
diff --git a/0_Azure/2_AzureAnalytics/1_SynapseAnalytics/demos/2_synapse_views_dynamically_remove_space/0_serverlessSQLPool/README.md b/0_Azure/2_AzureAnalytics/1_SynapseAnalytics/demos/2_synapse_views_dynamically_remove_space/0_serverlessSQLPool/README.md
deleted file mode 100644
index 01c752430..000000000
--- a/0_Azure/2_AzureAnalytics/1_SynapseAnalytics/demos/2_synapse_views_dynamically_remove_space/0_serverlessSQLPool/README.md
+++ /dev/null
@@ -1,236 +0,0 @@
-# Serverless SQL Pool: Dynamically Remove Space
-
-Costa Rica
-
-[](https://github.com)
-[](https://github.com/)
-[brown9804](https://github.com/brown9804)
-
-Last updated: 2025-01-26
-
-----------
-
-
-Table of Content (Click to expand)
-
-- [Content](#content)
-- [Overview](#overview)
-- [Demo](#demo)
- - [Set Up a Synapse Workspace](#set-up-a-synapse-workspace)
- - [Upload Sample Data to Storage Account](#upload-sample-data-to-storage-account)
- - [Create User Database](#create-user-database)
- - [Create an External Data Source and File Format](#create-an-external-data-source-and-file-format)
- - [Create an External Table](#create-an-external-table)
- - [Create Views with Modified Tables/Column Names](#create-views-with-modified-tablescolumn-names)
-
-
-
-## Overview
-
-> [!IMPORTANT]
-> The serverless SQL pool in Azure Synapse Analytics `does not support internal tables. It primarily supports external tables and temporary tables`.
-> For `internal tables,` you would need to use a `dedicated SQL pool` in Synapse Analytics, which allows you to `create and manage internal tables with local storage`.
-
-| **Table Type** | **Description** | **Use Cases** |
-|---------------------|-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------|
-| **External Tables** | - Reference data stored in external sources like Azure Data Lake Storage, Azure Blob Storage, Azure Cosmos DB, etc.
- Data is not physically stored in the SQL pool.
- Useful for querying large datasets without loading them into the SQL pool. | - Querying large datasets stored externally.
- Performing data analysis on data stored in various formats. |
-| **Temporary Tables**| - Created and used within the scope of a session.
- Data is stored temporarily and is dropped when the session ends.
- Useful for intermediate data processing and transformations. | - Storing intermediate results during complex queries.
- Performing temporary data transformations and aggregations. |
-
-
-## Demo
-
-### Set Up a Synapse Workspace
-
-1. **Sign in to the Azure Portal**: Go to the Azure Portal and sign in with your Azure account.
-2. **Navigate to Your Synapse Workspace**: In the Azure Portal, search for your Synapse workspace or create a new one if you don't have one.
-
- 
-
- 
-
- 
-
-3. **Launch Synapse Studio**: From the Synapse workspace overview, click on the `Open Synapse Studio` button.
-
- 
-
- 
-
-### Upload Sample Data to Storage Account
-
-> [!IMPORTANT]
-> For this demo, `we'll be using the same storage account created with the synpase workspace`.
-> `CREATE EXTERNAL DATA SOURCE is not supported in the master database of the serverless` SQL pool. Instead, you `need to create a user database and perform the operations there`.
-
-1. Create a Container in the Storage Account:
- - Go to the Azure portal and navigate to your storage account.
- - In the left-hand menu, select `Containers`.
- - Click on `+ Container` to create a new container.
- - Enter a name for the container, such as `sample-tables-container`.
- - Set the `Public access level` to your preference (e.g., Private).
- - Click `Create`.
-
- 
-
-2. Navigate to the Container:
- - In the Azure portal, go to your storage account.
- - Select `Containers` from the left-hand menu.
- - Click on the container you created (e.g., `sample-tables-container`).
-3. Upload the Sample CSV File:
- - Click on the `Upload` button.
- - In the upload blade, click on `Browse` to select the sample CSV file from your local machine.
- - Choose the file, click `Upload` to upload the file to the container.
-
- 
-
-### Create User Database
-
-1. First, create a new database in your Synapse workspace.
-
- ```sql
- CREATE DATABASE {User Database Name};
- ```
-
- 
-
-2. Switch to the User Database: Use the newly created database.
-
-### Create an External Data Source and File Format
-
-1. Integrate this task with the previous step by establishing the external data source within the user database.
-
- ```sql
- USE {User Database Name};
-
- CREATE EXTERNAL DATA SOURCE {Data Source Name}
- WITH (
- LOCATION = 'https://.dfs.core.windows.net//'
- );
- ```
-
- 
-
-
-2. **Create an External File Format**: As part of the same flow, define the format of the CSV file.
-
- ```sql
- CREATE EXTERNAL FILE FORMAT {File Format Name}
- WITH (
- FORMAT_TYPE = DELIMITEDTEXT,
- FORMAT_OPTIONS (
- FIELD_TERMINATOR = ',',
- STRING_DELIMITER = '"',
- FIRST_ROW = 2
- )
- );
- ```
-
- 
-
-
-### Create an External Table
-
-1. Create an external table that references the sample data.
-
- ```sql
- CREATE EXTERNAL TABLE [Table Name] (
- [Employee ID] INT,
- [Employee Name] NVARCHAR(50),
- [Hire Date] DATE
- )
- WITH (
- LOCATION = 'employee data with spaces.csv',
- DATA_SOURCE = {Data Source Name},
- FILE_FORMAT = {File Format Name}
- );
-
- CREATE EXTERNAL TABLE [Table Name] (
- [Product ID] INT,
- [Product Name] NVARCHAR(50),
- [Release Date] DATE
- )
- WITH (
- LOCATION = 'product data with spaces.csv',
- DATA_SOURCE = {Data Source Name},
- FILE_FORMAT = {File Format Name}
- );
- ```
-
- 
-
-2. Confirm the existence of the tables
-
- ```sql
- SELECT * FROM sys.tables
- WHERE name IN ('Product Data', 'Employee Data');
- ```
-
- 
-
-
-3. **Query the External Table**: You can now query the external table to see the sample data.
-
- ```sql
- SELECT * FROM {Table Name};
- ```
-
-### Create Views with Modified Tables/Column Names
-
-> This script is designed to dynamically create views for each table in a database, renaming columns to remove spaces. It starts by creating a temporary table to store the SQL statements and assigns a unique row number to each statement. The script then loops through these statements, executing each one in turn. Finally, it cleans up by dropping the temporary table.
-> 1. **Temporary Table Creation**: A temporary table `#CreateViewStatements` is created to store the dynamic SQL statements and their corresponding row numbers.
-> 2. **Inserting SQL Statements**: The script generates SQL statements to create views for each table in the database. It uses the `INFORMATION_SCHEMA.COLUMNS` to get the table and column names, renaming columns to remove spaces. These statements, along with a row number, are inserted into the temporary table.
-> 3. **Variable Declaration**: Variables are declared to hold the current SQL statement, the current row number, and the maximum row number.
-> 4. **Getting Maximum Row Number**: The script retrieves the maximum row number from the temporary table to determine how many statements need to be executed.
-> 5. **Executing SQL Statements**: A loop iterates through each row in the temporary table, retrieves the SQL statement, executes it, and increments the row number until all statements are executed.
-> 6. **Cleanup**: The temporary table is dropped to clean up after the script has finished executing.
-
-```sql
--- Create a temporary table to store the dynamic SQL statements
-CREATE TABLE #CreateViewStatements (SQLStatement NVARCHAR(MAX), RowNum INT);
-
--- Insert dynamic SQL statements for each table with a row number
-INSERT INTO #CreateViewStatements (SQLStatement, RowNum)
-SELECT
- 'CREATE VIEW ' + QUOTENAME(REPLACE(TABLE_NAME, ' ', '_')) + ' AS SELECT ' +
- STRING_AGG('[' + COLUMN_NAME + '] AS [' + REPLACE(COLUMN_NAME, ' ', '') + ']', ', ') +
- ' FROM ' + QUOTENAME(TABLE_NAME),
- ROW_NUMBER() OVER (ORDER BY TABLE_NAME)
-FROM INFORMATION_SCHEMA.COLUMNS
-GROUP BY TABLE_NAME;
-
--- Declare variables to hold the SQL statement and row number
-DECLARE @sql NVARCHAR(MAX);
-DECLARE @rowNum INT = 1;
-DECLARE @maxRowNum INT;
-
--- Get the maximum row number
-SELECT @maxRowNum = MAX(RowNum) FROM #CreateViewStatements;
-
--- Loop through the temporary table and execute each SQL statement
-WHILE @rowNum <= @maxRowNum
-BEGIN
- -- Get the next SQL statement
- SELECT @sql = SQLStatement FROM #CreateViewStatements WHERE RowNum = @rowNum;
-
- -- Execute the SQL statement
- EXEC sp_executesql @sql;
-
- -- Increment the row number
- SET @rowNum = @rowNum + 1;
-END;
-
--- Drop the temporary table
-DROP TABLE #CreateViewStatements;
-```
-
-
-
-
-
-
-
-
-
-
Total Visitors
-
-