Jonathan Mathews
05/12/2022, 9:17 AMdbt_run = dbt(
command=dbt_run_command,
task_args={"name": "dbt run", "tags": ["dbt-limit-1"]},
upstream_tasks=[dbt_deps],
dbt_kwargs=snowflake_credentials
)
Anna Geller
05/12/2022, 10:12 AMJonathan Mathews
05/12/2022, 10:52 AMdbt = DbtShellTask(
return_all=True,
profile_name="snowflake_dbt",
environment="prod",
overwrite_profiles=True,
set_profiles_envar=True,
profiles_dir=f"{cwd}/repo/DBT",
log_stdout=True,
helper_script=f"cd repo/DBT",
log_stderr=True,
dbt_kwargs={
"type": "snowflake",
"account": SNOWFLAKE_ACCOUNT,
"database": SNOWFLAKE_DATABASE,
"warehouse": SNOWFLAKE_WAREHOUSE,
"schema": SNOWFLAKE_SCHEMA,
"user": SNOWFLAKE_USER,
"role": SNOWFLAKE_ROLE,
"threads": 12,
"client_session_keep_alive": False
},
)
Anna Geller
05/12/2022, 11:39 AMJonathan Mathews
05/13/2022, 10:16 AM