Commit a1345ded authored by Cristian Aguirre's avatar Cristian Aguirre

Update 07-08-23. Update Generation.py

parent 331c3000
...@@ -137,13 +137,10 @@ def get_generate_from_xcom(**kwargs): ...@@ -137,13 +137,10 @@ def get_generate_from_xcom(**kwargs):
tasks_with_save = [] tasks_with_save = []
definition = task.xcom_pull(task_ids="SCRIPTS-EXTRACTOR", key="EXTRACTION-DEFINITION-JSON") definition = task.xcom_pull(task_ids="SCRIPTS-EXTRACTOR", key="EXTRACTION-DEFINITION-JSON")
#LOGICA - TABLAS QUE SI TIENEN EL PARAMETRO SAVE_OUTPUT # LOGICA - TABLAS QUE SI TIENEN EL PARAMETRO SAVE_OUTPUT
for i in range(len(definition)): for item in definition:
if definition[i]["save_output"] == True: if "save_output" in item.keys() and item["save_output"]:
tasks_with_save.append(definition[i]["identifier"]) tasks_with_save.append(item["identifier"])
#print(tasks_with_save)
success_tasks = tasks["tasks"] success_tasks = tasks["tasks"]
success_tasks = [item[1] for item in success_tasks] success_tasks = [item[1] for item in success_tasks]
logger.info(f"GENERADORES QUE FUERON EXITOSOS (TABLAS): {success_tasks}") logger.info(f"GENERADORES QUE FUERON EXITOSOS (TABLAS): {success_tasks}")
...@@ -153,14 +150,11 @@ def get_generate_from_xcom(**kwargs): ...@@ -153,14 +150,11 @@ def get_generate_from_xcom(**kwargs):
if not key.startswith(OperationTypeEnum.SELECT.value) and not key.startswith(OperationTypeEnum.PROCEDURE.value): if not key.startswith(OperationTypeEnum.SELECT.value) and not key.startswith(OperationTypeEnum.PROCEDURE.value):
continue continue
xcom_outputs = task.xcom_pull(task_ids="SCRIPTS-EXTRACTOR", key=key) xcom_outputs = task.xcom_pull(task_ids="SCRIPTS-EXTRACTOR", key=key)
logger.info(f"Trayendo tablas {xcom_outputs}") logger.info(f"Trayendo tablas {xcom_outputs}")
for select in xcom_outputs: for select in xcom_outputs:
tablename = select_multiple(select)["tablename"] tablename = select_multiple(select)["tablename"]
#print("IMPRIMIR", tablename)
if (tasks["reset"] or tasks["status"] == ProcessStatusEnum.SUCCESS.value or select not in success_tasks) and tablename in tasks_with_save: if (tasks["reset"] or tasks["status"] == ProcessStatusEnum.SUCCESS.value or select not in success_tasks) and tablename in tasks_with_save:
final_outputs.append(select) final_outputs.append(select)
#print(final_outputs)
logger.info(f"Final outputs: {final_outputs}") logger.info(f"Final outputs: {final_outputs}")
Variable.set(key='GENERATES', value=final_outputs, serialize_json=True) Variable.set(key='GENERATES', value=final_outputs, serialize_json=True)
if len(final_outputs) > 0: if len(final_outputs) > 0:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment