Frances Sun
12/09/2020, 2:52 PMWill Milner
12/14/2020, 8:25 PMFrances Sun
12/16/2020, 3:28 PMWill Milner
12/16/2020, 3:32 PMFrances Sun
12/16/2020, 3:35 PMWill Milner
12/16/2020, 4:46 PMSawyer Waugh
01/16/2021, 10:31 PMtap task
? Or something that is specific to a given tap…or to just use either the python or bash tasks?Will Milner
01/19/2021, 6:21 PMtask_shell = ShellTask()
salesforce = task_shell(command="/salesforce_tap_env/bin/tap-salesforce --config /config/salesforce_config.json --properties /config/salesforce_props.json --state /config/salesforce_state.json |"
" /snowflake_target_env/bin/target-snowflake --config /config/snowflake_salesforce_config.json",
task_args={"name": "salesforce"})
FROM python:3.7
COPY flows/config /config
RUN pip install requests===2.23.0. # prefect tries to install a different version of requests that is not compatible with tap-salesforce
# install singer tap-salesforce
RUN python -m venv salesforce_tap_env
RUN /bin/bash -c "source salesforce_tap_env/bin/activate && pip install tap-salesforce && deactivate"