Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
F
force-bdss
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Container Registry
Model registry
Operate
Environments
Monitor
Incidents
Service Desk
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
Adham Hashibon
force-bdss
Commits
b94b5952
Commit
b94b5952
authored
7 years ago
by
Stefano Borini
Browse files
Options
Downloads
Patches
Plain Diff
Fixes bug and slightly rationalises writer.
parent
be9184f6
No related branches found
No related tags found
1 merge request
!66
Fixes inability to write workflow with unspecified mco
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
force_bdss/io/tests/test_workflow_writer.py
+11
-0
11 additions, 0 deletions
force_bdss/io/tests/test_workflow_writer.py
force_bdss/io/workflow_writer.py
+33
-25
33 additions, 25 deletions
force_bdss/io/workflow_writer.py
with
44 additions
and
25 deletions
force_bdss/io/tests/test_workflow_writer.py
+
11
−
0
View file @
b94b5952
...
...
@@ -52,6 +52,7 @@ class TestWorkflowWriter(unittest.TestCase):
fp
=
StringIO
()
wf
=
self
.
_create_mock_workflow
()
wfwriter
.
write
(
wf
,
fp
)
print
(
fp
.
getvalue
())
fp
.
seek
(
0
)
wfreader
=
WorkflowReader
(
self
.
mock_registry
)
wf_result
=
wfreader
.
read
(
fp
)
...
...
@@ -73,3 +74,13 @@ class TestWorkflowWriter(unittest.TestCase):
)
]
return
wf
def
test_write_and_read_empty_workflow
(
self
):
wf
=
Workflow
()
wfwriter
=
WorkflowWriter
()
fp
=
StringIO
()
wfwriter
.
write
(
wf
,
fp
)
fp
.
seek
(
0
)
wfreader
=
WorkflowReader
(
self
.
mock_registry
)
wf_result
=
wfreader
.
read
(
fp
)
self
.
assertIsNone
(
wf_result
.
mco
)
This diff is collapsed.
Click to expand it.
force_bdss/io/workflow_writer.py
+
33
−
25
View file @
b94b5952
...
...
@@ -19,17 +19,34 @@ class WorkflowWriter(HasStrictTraits):
"""
data
=
{
"
version
"
:
"
1
"
,
"
workflow
"
:
{}
}
wf_data
=
data
[
"
workflow
"
]
wf_data
[
"
mco
"
]
=
{
"
id
"
:
workflow
.
mco
.
bundle
.
id
,
"
model_data
"
:
workflow
.
mco
.
__getstate__
()
data
[
"
workflow
"
]
=
self
.
_workflow_data
(
workflow
)
json
.
dump
(
data
,
f
)
def
_workflow_data
(
self
,
workflow
):
workflow_data
=
{
"
mco
"
:
self
.
_mco_data
(
workflow
.
mco
),
"
kpi_calculators
"
:
[
self
.
_bundle_model_data
(
kpic
)
for
kpic
in
workflow
.
kpi_calculators
],
"
data_sources
"
:
[
self
.
_bundle_model_data
(
ds
)
for
ds
in
workflow
.
data_sources
]
}
return
workflow_data
def
_mco_data
(
self
,
mco
):
"""
Extracts the data from the MCO object and returns its dictionary.
If the MCO is None, returns None
"""
if
mco
is
None
:
return
None
data
=
self
.
_bundle_model_data
(
mco
)
parameters_data
=
[]
for
param
in
wf_
data
[
"
mco
"
][
"
model_data
"
][
"
parameters
"
]:
# noqa
for
param
in
data
[
"
model_data
"
][
"
parameters
"
]:
parameters_data
.
append
(
{
"
id
"
:
param
.
factory
.
id
,
...
...
@@ -37,24 +54,15 @@ class WorkflowWriter(HasStrictTraits):
}
)
wf_data
[
"
mco
"
][
"
model_data
"
][
"
parameters
"
]
=
parameters_data
# noqa
kpic_data
=
[]
for
kpic
in
workflow
.
kpi_calculators
:
kpic_data
.
append
({
"
id
"
:
kpic
.
bundle
.
id
,
"
model_data
"
:
kpic
.
__getstate__
()}
)
data
[
"
model_data
"
][
"
parameters
"
]
=
parameters_data
return
data
wf_data
[
"
kpi_calculators
"
]
=
kpic_data
ds_data
=
[]
for
ds
in
workflow
.
data_sources
:
ds_data
.
append
({
"
id
"
:
ds
.
bundle
.
id
,
"
model_data
"
:
ds
.
__getstate__
()
})
wf_data
[
"
data_sources
"
]
=
ds_data
def
_bundle_model_data
(
self
,
bundle_model
):
"""
Extracts the data from a bundle model and returns its dictionary
"""
return
{
"
id
"
:
bundle_model
.
bundle
.
id
,
"
model_data
"
:
bundle_model
.
__getstate__
()
}
json
.
dump
(
data
,
f
)
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment