Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
W
wela
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Deploy
Releases
Package registry
Container Registry
Model registry
Operate
Terraform modules
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
Swain Lab
wela
Commits
e75f353a
"bin/process_shared.sh" did not exist on "dbb4a10f82e2bdf25d18f417f8b59eb53668842c"
Commit
e75f353a
authored
1 year ago
by
pswain
Browse files
Options
Downloads
Patches
Plain Diff
added bud data to g2a_dict
parent
d191973a
No related branches found
No related tags found
No related merge requests found
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
dataloader.py
+17
-19
17 additions, 19 deletions
dataloader.py
with
17 additions
and
19 deletions
dataloader.py
+
17
−
19
View file @
e75f353a
...
@@ -89,13 +89,11 @@ class dataloader:
...
@@ -89,13 +89,11 @@ class dataloader:
"
extraction/general/None/volume
"
:
"
volume
"
,
"
extraction/general/None/volume
"
:
"
volume
"
,
"
extraction/Flavin_bgsub/max/mean
"
:
"
flavin
"
,
"
extraction/Flavin_bgsub/max/mean
"
:
"
flavin
"
,
"
extraction/GFP/max/nuc_est_conv
"
:
"
GFP_nuc_est_conv
"
,
"
extraction/GFP/max/nuc_est_conv
"
:
"
GFP_nuc_est_conv
"
,
"
postprocessing/buddings/extraction_general_None_volume
"
:
"
buddings
"
,
"
postprocessing/bud_metric/extraction_general_None_volume
"
:
"
bud_volume
"
,
"
postprocessing/bud_metric/extraction_mCherry_max_median
"
:
"
bud_median_mCherry
"
,
"
postprocessing/bud_metric/extraction_mCherry_max_median
"
:
"
bud_median_GFP
"
,
}
}
self
.
buddings_path
=
(
"
postprocessing/buddings/extraction_general_None_volume
"
)
self
.
bud_volume_path
=
(
"
postprocessing/bud_metric/extraction_general_None_volume
"
)
# from abbreviations to grouper.siglist
# from abbreviations to grouper.siglist
self
.
a2g_dict
=
{
v
:
k
for
(
k
,
v
)
in
self
.
g2a_dict
.
items
()}
self
.
a2g_dict
=
{
v
:
k
for
(
k
,
v
)
in
self
.
g2a_dict
.
items
()}
# establish paths
# establish paths
...
@@ -229,10 +227,7 @@ class dataloader:
...
@@ -229,10 +227,7 @@ class dataloader:
# find time interval between images
# find time interval between images
self
.
dt
=
grouper
.
tintervals
self
.
dt
=
grouper
.
tintervals
# get key index for choosing cells
# get key index for choosing cells
if
key_index
==
"
buddings
"
:
key_index_path
=
self
.
a2g_dict
[
key_index
]
key_index_path
=
self
.
buddings_path
else
:
key_index_path
=
self
.
a2g_dict
[
key_index
]
key_index
=
self
.
get_key_index
(
grouper
,
key_index_path
,
cutoff
)
key_index
=
self
.
get_key_index
(
grouper
,
key_index_path
,
cutoff
)
# load from h5 files
# load from h5 files
r_df
=
self
.
load_h5
(
grouper
,
key_index
,
cutoff
,
interpolate_list
)
r_df
=
self
.
load_h5
(
grouper
,
key_index
,
cutoff
,
interpolate_list
)
...
@@ -267,7 +262,8 @@ class dataloader:
...
@@ -267,7 +262,8 @@ class dataloader:
else
:
else
:
bud_interpolate
=
False
bud_interpolate
=
False
# load and correct buddings and bud_volume
# load and correct buddings and bud_volume
r_df
=
self
.
load_buddings_bud_volume
(
print
(
"
bud data
"
)
r_df
=
self
.
load_bud_data
(
grouper
,
grouper
,
cutoff
,
cutoff
,
figs
=
False
,
figs
=
False
,
...
@@ -276,7 +272,9 @@ class dataloader:
...
@@ -276,7 +272,9 @@ class dataloader:
)
)
# load other signals
# load other signals
for
i
,
char
in
enumerate
(
self
.
g2a_dict
):
for
i
,
char
in
enumerate
(
self
.
g2a_dict
):
if
char
in
grouper
.
available
:
if
char
in
grouper
.
available
and
not
(
"
buddings
"
in
char
or
"
bud_metric
"
in
char
):
print
(
"
"
+
char
)
print
(
"
"
+
char
)
# load all cells
# load all cells
record
=
grouper
.
concat_signal
(
char
,
cutoff
=
0
)
record
=
grouper
.
concat_signal
(
char
,
cutoff
=
0
)
...
@@ -292,8 +290,6 @@ class dataloader:
...
@@ -292,8 +290,6 @@ class dataloader:
tdf
=
self
.
long_df_with_id
(
new_record
,
self
.
g2a_dict
[
char
])
tdf
=
self
.
long_df_with_id
(
new_record
,
self
.
g2a_dict
[
char
])
# merge into one data set
# merge into one data set
r_df
=
pd
.
merge
(
r_df
,
tdf
,
how
=
"
left
"
)
r_df
=
pd
.
merge
(
r_df
,
tdf
,
how
=
"
left
"
)
else
:
print
(
"
Warning:
"
+
char
,
"
not found
"
)
return
r_df
return
r_df
def
get_key_index
(
self
,
grouper
,
key_index_path
,
cutoff
):
def
get_key_index
(
self
,
grouper
,
key_index_path
,
cutoff
):
...
@@ -311,17 +307,19 @@ class dataloader:
...
@@ -311,17 +307,19 @@ class dataloader:
sdf
=
df
.
loc
[
df
.
index
.
intersection
(
key_index
)]
sdf
=
df
.
loc
[
df
.
index
.
intersection
(
key_index
)]
return
sdf
return
sdf
def
load_buddings_bud_volume
(
def
load_bud_data
(
self
,
grouper
,
cutoff
,
figs
,
key_index
,
interpolate
):
self
,
grouper
,
cutoff
,
figs
,
key_index
,
interpolate
):
"""
"""
Load buddings and bud_volume.
Load buddings and bud_volume.
Drop adjacent buddings and interpolate over NaNs.
Drop adjacent buddings and interpolate over NaNs.
"""
"""
# load buddings and all bud_volumes
# load buddings and all bud_volumes
buddings
=
grouper
.
concat_signal
(
self
.
buddings_path
,
cutoff
=
cutoff
)
buddings
=
grouper
.
concat_signal
(
bud_volume
=
grouper
.
concat_signal
(
self
.
bud_volume_path
,
cutoff
=
0
)
self
.
a2g_dict
[
"
buddings
"
],
cutoff
=
cutoff
)
bud_volume
=
grouper
.
concat_signal
(
self
.
a2g_dict
[
"
bud_volume
"
],
cutoff
=
0
)
# perform correction
# perform correction
new_buddings
,
new_bud_volume
=
correct_buds
(
new_buddings
,
new_bud_volume
=
correct_buds
(
buddings
,
bud_volume
,
figs
,
interpolate
buddings
,
bud_volume
,
figs
,
interpolate
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment