python snowflake

Innocent Iguana answered on October 2, 2024 Popularity 1/10 Helpfulness 1/10

answer python snowflake

python snowflake

Comment

# Way 1 (Used only when transforming on table that is already loaded in snowflake)
import snowflake.connector

# Connection string
conn = snowflake.connector.connect(
                user='snuser',
                password='password@123',
                account='xyz12345.us-east-2',
                #warehouse='COMPUTE_WH',
                database='DEMO_DB',
                schema='public'
                )

cur = conn.cursor() # Create cursor
cur.execute("select current_date;") # Execute SQL statement
print cur.fetchone()[0] # Fetch result

####### Alternative approach (The whole ELT procedure) #####

# On snowflake, you use ELT instead of ETL
# First you extract data, then you load the data on snowflake, and finally do Transformation inside snowflake

# install necessary packages: pip install snowflake-connector-python pandas
import snowflake.connector


# EXTRACT : Use pd.read_csv, pd.read_parquet, pd.read_json
df = .....

# LOAD : Load the data from your PC (eg: your desktop RDBMS like postgreSQL) to Snowflake account
from sqlalchemy import create_engine

def snowflake_engine(username, password, account_url, warehouse_name, db_name, schema_name):
    engine = create_engine(URL('snowflake',
                                user = username,
                                password = password,
                                account = account_url,
                                warehouse = warehouse_name,
                                database = db_name,
                                schema = schema_name))
    return engine

engine = snowflake_engine('USERNAME', 'PASSWORD', 'ACCOUNTURL', 'WAREHOUSE', 'DATABASE', 'SCHEMA') # Create the engine
df.to_sql('table_name', con=engine, index=False, if_exists='append') # Use the engine to load data into Snowflake

# TRANSFORM : Perform Transformation on warehouse

def warehouse_connection(username, password, account_url, warehouse_name, db_name, schema_name):
    connection = snowflake.connector.connect(
        user = username,
        password = password,
        account = account_url,
        warehouse = warehouse_name,
        database = db_name,
        schema = schema_name
    return connection
)

con = warehouse_connection('USERNAME', 'PASSWORD', 'ACCOUNTURL', 'WAREHOUSE', 'DATABASE', 'SCHEMA') # Establish a connection to the Snowflake data warehouse

def transform(query, connnection=con):
    connnection.cursor().execute(query)


my_query = """
CREATE OR REPLACE TABLE transformed_data AS
SELECT column1, SUM(column2) 
FROM raw_data 
GROUP BY column1;
"""
transform(my_query)

Popularity 1/10 Helpfulness 1/10 Language python

Source: Grepper

Tags: python

Link to this answer
Share Copy Link

Contributed on Oct 02 2024

Innocent Iguana

0 Answers Avg Quality 2/10

python snowflake

Contents

More Related Answers

python snowflake

Grepper

Documentation

Social

Legal

Contact

Oops, You will need to install Grepper and log-in to perform this action.