Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
C
CSS-Engine-Python-Cusca
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Proyectos-Innovacion-2024
CSS-Engine-Python-Cusca
Commits
b0fd6670
Commit
b0fd6670
authored
May 06, 2024
by
Cristian Aguirre
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Update action-exclude-records-v1
parent
06da121b
Changes
5
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
213 additions
and
225 deletions
+213
-225
CodeResponseEnum.py
app/main/engine/enum/CodeResponseEnum.py
+1
-0
StatusEnum.py
app/main/engine/enum/StatusEnum.py
+1
-0
Process.py
app/main/engine/service/Process.py
+3
-0
Utils.py
app/main/engine/util/Utils.py
+15
-2
match-and-exclude-records-actions_v1.py
scripts/match-and-exclude-records-actions_v1.py
+193
-223
No files found.
app/main/engine/enum/CodeResponseEnum.py
View file @
b0fd6670
...
@@ -11,3 +11,4 @@ class CodeResponseEnum(Enum):
...
@@ -11,3 +11,4 @@ class CodeResponseEnum(Enum):
OUTPUT_ERROR
=
606
OUTPUT_ERROR
=
606
EMPTY_DATASET
=
607
EMPTY_DATASET
=
607
ERROR
=
609
ERROR
=
609
TIMEOUT
=
610
app/main/engine/enum/StatusEnum.py
View file @
b0fd6670
...
@@ -4,3 +4,4 @@ from enum import Enum
...
@@ -4,3 +4,4 @@ from enum import Enum
class
StatusEnum
(
Enum
):
class
StatusEnum
(
Enum
):
OK
=
200
OK
=
200
ERROR
=
609
ERROR
=
609
TIMEOUT
=
610
app/main/engine/service/Process.py
View file @
b0fd6670
...
@@ -57,6 +57,9 @@ class Process:
...
@@ -57,6 +57,9 @@ class Process:
save
=
self
.
utils
.
save_result
(
result
,
self
.
descriptor
,
db_session
)
save
=
self
.
utils
.
save_result
(
result
,
self
.
descriptor
,
db_session
)
if
save
[
"status"
]
==
StatusEnum
.
ERROR
.
name
:
if
save
[
"status"
]
==
StatusEnum
.
ERROR
.
name
:
raise
InterruptedError
(
save
[
"message"
])
raise
InterruptedError
(
save
[
"message"
])
except
TimeoutError
as
e
:
self
.
app
.
logger
.
error
(
f
"Error de Timeout. Error: {e}"
)
status
,
status_description
=
CodeResponseEnum
.
TIMEOUT
,
str
(
e
)
except
IndexError
as
e
:
except
IndexError
as
e
:
self
.
app
.
logger
.
error
(
f
"Error extrayendo insumos. Vacío. Error: {e}"
)
self
.
app
.
logger
.
error
(
f
"Error extrayendo insumos. Vacío. Error: {e}"
)
status
,
status_description
=
CodeResponseEnum
.
EMPTY_DATASET
,
str
(
e
)
status
,
status_description
=
CodeResponseEnum
.
EMPTY_DATASET
,
str
(
e
)
...
...
app/main/engine/util/Utils.py
View file @
b0fd6670
...
@@ -5,6 +5,8 @@ import shutil
...
@@ -5,6 +5,8 @@ import shutil
from
enum
import
Enum
from
enum
import
Enum
# from pyspark.sql import SparkSession
# from pyspark.sql import SparkSession
import
json
import
json
from
app.main.engine.enum.CodeResponseEnum
import
CodeResponseEnum
from
app.main.engine.util.Timezone
import
Timezone
from
app.main.engine.util.Timezone
import
Timezone
# from config import Config as cfg
# from config import Config as cfg
...
@@ -52,8 +54,11 @@ class Utils:
...
@@ -52,8 +54,11 @@ class Utils:
if
codeEnum
.
value
==
StatusEnum
.
OK
.
value
:
if
codeEnum
.
value
==
StatusEnum
.
OK
.
value
:
response
.
update
({
'status'
:
StatusEnum
.
OK
.
name
,
'detail'
:
detail
})
response
.
update
({
'status'
:
StatusEnum
.
OK
.
name
,
'detail'
:
detail
})
else
:
else
:
error
=
StatusEnum
.
ERROR
.
name
if
codeEnum
.
value
==
CodeResponseEnum
.
TIMEOUT
.
value
:
error
=
StatusEnum
.
TIMEOUT
.
name
description
=
DescResponseEnum
[
codeEnum
.
name
]
.
value
description
=
DescResponseEnum
[
codeEnum
.
name
]
.
value
response
.
update
({
'status'
:
StatusEnum
.
ERROR
.
name
,
'message'
:
description
,
response
.
update
({
'status'
:
error
,
'message'
:
description
,
'detail'
:
detail
})
'detail'
:
detail
})
return
response
return
response
...
@@ -65,6 +70,14 @@ class Utils:
...
@@ -65,6 +70,14 @@ class Utils:
pivot_params
=
descriptor
[
"params-input"
][
"pivot-config"
]
pivot_params
=
descriptor
[
"params-input"
][
"pivot-config"
]
ctp_params
=
descriptor
[
"params-input"
][
"counterpart-config"
]
ctp_params
=
descriptor
[
"params-input"
][
"counterpart-config"
]
for
key_p
,
key_c
in
zip
(
pivot_params
.
keys
(),
ctp_params
.
keys
()):
if
isinstance
(
pivot_params
[
key_p
],
str
):
pivot_params
[
key_p
]
=
"PIVOT_"
+
pivot_params
[
key_p
]
ctp_params
[
key_c
]
=
"COUNTERPART_"
+
ctp_params
[
key_c
]
else
:
pivot_params
[
key_p
]
=
[
"PIVOT_"
+
column
for
column
in
pivot_params
[
key_p
]]
ctp_params
[
key_c
]
=
[
"COUNTERPART_"
+
column
for
column
in
ctp_params
[
key_c
]]
group_pivot_match
=
pivot_params
[
"columns-group"
]
group_pivot_match
=
pivot_params
[
"columns-group"
]
transaction_pivot_match
=
pivot_params
[
"columns-transaction"
]
transaction_pivot_match
=
pivot_params
[
"columns-transaction"
]
...
@@ -73,7 +86,7 @@ class Utils:
...
@@ -73,7 +86,7 @@ class Utils:
used_list
=
transaction_counterpart_match
if
exclude_pivot
else
transaction_pivot_match
used_list
=
transaction_counterpart_match
if
exclude_pivot
else
transaction_pivot_match
if
data
.
empty
:
if
data
is
None
or
data
.
empty
:
self
.
app
.
logger
.
info
(
f
"El dataframe resultado esta vacio"
)
self
.
app
.
logger
.
info
(
f
"El dataframe resultado esta vacio"
)
else
:
else
:
for
idx
,
i
in
data
.
iterrows
():
for
idx
,
i
in
data
.
iterrows
():
...
...
scripts/match-and-exclude-records-actions_v1.py
View file @
b0fd6670
This diff is collapsed.
Click to expand it.
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment