Modificacion del archivo Generation.py

dags/components/Generation.py

@@ -134,6 +134,16 @@ def get_generate_from_xcom(**kwargs):
     final_outputs = []
     conf = task.xcom_pull(task_ids="VALIDATE_TRANSFORMATION", key="CONTROL-CONFIG")
     tasks = get_tasks_from_control(conf, "generator")
+    tasks_with_save = []
+    definition = task.xcom_pull(task_ids="SCRIPTS-EXTRACTOR", key="EXTRACTION-DEFINITION-JSON")
+
+    #LOGICA - TABLAS QUE SI TIENEN EL PARAMETRO SAVE_OUTPUT
+    for i in range(len(definition)):
+        if definition[i]["save_output"] == True:
+            tasks_with_save.append(definition[i]["identifier"])
+
+    #print(tasks_with_save)
+
     success_tasks = tasks["tasks"]
     success_tasks = [item[1] for item in success_tasks]
     logger.info(f"GENERADORES QUE FUERON EXITOSOS (TABLAS): {success_tasks}")
@@ -143,10 +153,14 @@ def get_generate_from_xcom(**kwargs):
         if not key.startswith(OperationTypeEnum.SELECT.value) and not key.startswith(OperationTypeEnum.PROCEDURE.value):
             continue
         xcom_outputs = task.xcom_pull(task_ids="SCRIPTS-EXTRACTOR", key=key)
+
         logger.info(f"Trayendo tablas {xcom_outputs}")
         for select in xcom_outputs:
-            if tasks["reset"] or tasks["status"] == ProcessStatusEnum.SUCCESS.value or select not in success_tasks:
+            tablename = select_multiple(select)["tablename"]
+            #print("IMPRIMIR", tablename)
+            if (tasks["reset"] or tasks["status"] == ProcessStatusEnum.SUCCESS.value or select not in success_tasks) and tablename in tasks_with_save:
                 final_outputs.append(select)
+    #print(final_outputs)
     logger.info(f"Final outputs: {final_outputs}")
     Variable.set(key='GENERATES', value=final_outputs, serialize_json=True)
     if len(final_outputs) > 0:

dags/procedure_prueba.json

 [
   {
-    "identifier": "ESTUDIANTES",
+    "identifier": "ESTUDIANTES_11",
+    "fields": [
+      {
+        "name": "ID",
+        "datatype": "NUMBER",
+        "decimal_precision": 0
+      },
+      {
+        "name": "Nombre",
+        "datatype": "TEXT",
+        "maxLength": 50
+      },
+      {
+        "name": "Apellido",
+        "datatype": "TEXT",
+        "maxLength": 50
+      },
+      {
+        "name": "Edad",
+        "datatype": "NUMBER",
+        "decimal_precision": 0
+      },
+      {
+        "name": "CorreoElectronico",
+        "datatype": "TEXT",
+        "maxLength": 100
+      }
+    ],
+    "indexes": [
+      "ID"
+    ],
+    "save_output" : true
+  },
+  {
+    "identifier": "ESTUDIANTES_1",
     "fields": [
       {
         "name": "ID",