YSF
09/07/2022, 10:36 PMSKIP
but I don't see any clear examples in the documentation for how to do that.Angel Acosta
09/08/2022, 3:29 PM@flow
def process_all(dir):
input_directory = dir+"/input"
output_directory= dir+"/output"
fail_directory = dir+"/fail"
success_directory = dir+"/success"
for filename in os.scandir(input_directory):
if filename.is_file():
input_file_path =filename.path
input_file_name = os.path.basename(input_file_path)
try:
process_lis_data(input_file_path,output_directory)
except Exception as e:
#if processing data fails, we want to fail the flow and send file to fail folder
print(e)
shutil.move(input_file_path,(fail_directory +"/"+input_file_name))
raise ValueError(f"processing failed for {input_file_name}, sending to failed folder")
#if it gets here then it was successfull and we can move it to success folder
shutil.move(input_file_path,(success_directory +"/"+input_file_name))
YSF
09/08/2022, 3:31 PMAngel Acosta
09/08/2022, 3:41 PM