Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
bob.measure
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
2
Issues
2
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
bob
bob.measure
Commits
cf03a121
Commit
cf03a121
authored
Apr 26, 2018
by
Theophile GENTILHOMME
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Change variable name form criter to criterion
parent
afab8ae0
Pipeline
#19470
passed with stage
in 32 minutes and 15 seconds
Changes
3
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
15 additions
and
11 deletions
+15
-11
bob/measure/script/commands.py
bob/measure/script/commands.py
+3
-3
bob/measure/script/common_options.py
bob/measure/script/common_options.py
+1
-1
bob/measure/script/figure.py
bob/measure/script/figure.py
+11
-7
No files found.
bob/measure/script/commands.py
View file @
cf03a121
...
@@ -235,12 +235,12 @@ def evaluate(ctx, scores, evaluation, **kwargs):
...
@@ -235,12 +235,12 @@ def evaluate(ctx, scores, evaluation, **kwargs):
# first time erase if existing file
# first time erase if existing file
ctx
.
meta
[
'open_mode'
]
=
'w'
ctx
.
meta
[
'open_mode'
]
=
'w'
click
.
echo
(
"Computing metrics with EER..."
)
click
.
echo
(
"Computing metrics with EER..."
)
ctx
.
meta
[
'criter'
]
=
'eer'
# no criterion passed to evaluate
ctx
.
meta
[
'criter
ion
'
]
=
'eer'
# no criterion passed to evaluate
ctx
.
invoke
(
metrics
,
scores
=
scores
,
evaluation
=
evaluation
)
ctx
.
invoke
(
metrics
,
scores
=
scores
,
evaluation
=
evaluation
)
# second time, appends the content
# second time, appends the content
ctx
.
meta
[
'open_mode'
]
=
'a'
ctx
.
meta
[
'open_mode'
]
=
'a'
click
.
echo
(
"Computing metrics with HTER..."
)
click
.
echo
(
"Computing metrics with HTER..."
)
ctx
.
meta
[
'criter'
]
=
'hter'
# no criterion passed in evaluate
ctx
.
meta
[
'criter
ion
'
]
=
'hter'
# no criterion passed in evaluate
ctx
.
invoke
(
metrics
,
scores
=
scores
,
evaluation
=
evaluation
)
ctx
.
invoke
(
metrics
,
scores
=
scores
,
evaluation
=
evaluation
)
if
'log'
in
ctx
.
meta
:
if
'log'
in
ctx
.
meta
:
click
.
echo
(
"[metrics] => %s"
%
ctx
.
meta
[
'log'
])
click
.
echo
(
"[metrics] => %s"
%
ctx
.
meta
[
'log'
])
...
@@ -262,7 +262,7 @@ def evaluate(ctx, scores, evaluation, **kwargs):
...
@@ -262,7 +262,7 @@ def evaluate(ctx, scores, evaluation, **kwargs):
# the last one closes the file
# the last one closes the file
ctx
.
meta
[
'closef'
]
=
True
ctx
.
meta
[
'closef'
]
=
True
click
.
echo
(
"Computing score histograms..."
)
click
.
echo
(
"Computing score histograms..."
)
ctx
.
meta
[
'criter'
]
=
'eer'
# no criterion passed in evaluate
ctx
.
meta
[
'criter
ion
'
]
=
'eer'
# no criterion passed in evaluate
ctx
.
forward
(
hist
)
ctx
.
forward
(
hist
)
click
.
echo
(
"Evaluate successfully completed!"
)
click
.
echo
(
"Evaluate successfully completed!"
)
click
.
echo
(
"[plots] => %s"
%
(
ctx
.
meta
[
'output'
]))
click
.
echo
(
"[plots] => %s"
%
(
ctx
.
meta
[
'output'
]))
bob/measure/script/common_options.py
View file @
cf03a121
...
@@ -256,7 +256,7 @@ def criterion_option(lcriteria=['eer', 'hter', 'far'], **kwargs):
...
@@ -256,7 +256,7 @@ def criterion_option(lcriteria=['eer', 'hter', 'far'], **kwargs):
raise
click
.
BadParameter
(
'Incorrect value for `--criterion`. '
raise
click
.
BadParameter
(
'Incorrect value for `--criterion`. '
'Must be one of [`%s`]'
%
'Must be one of [`%s`]'
%
'`, `'
.
join
(
list_accepted_crit
))
'`, `'
.
join
(
list_accepted_crit
))
ctx
.
meta
[
'criter'
]
=
value
ctx
.
meta
[
'criter
ion
'
]
=
value
return
value
return
value
return
click
.
option
(
return
click
.
option
(
'--criterion'
,
default
=
'eer'
,
help
=
'Criterion to compute plots and '
'--criterion'
,
default
=
'eer'
,
help
=
'Criterion to compute plots and '
...
...
bob/measure/script/figure.py
View file @
cf03a121
...
@@ -156,7 +156,8 @@ class Metrics(MeasureBase):
...
@@ -156,7 +156,8 @@ class Metrics(MeasureBase):
super
(
Metrics
,
self
).
__init__
(
ctx
,
scores
,
evaluation
,
func_load
)
super
(
Metrics
,
self
).
__init__
(
ctx
,
scores
,
evaluation
,
func_load
)
self
.
_tablefmt
=
None
if
'tablefmt'
not
in
ctx
.
meta
else
\
self
.
_tablefmt
=
None
if
'tablefmt'
not
in
ctx
.
meta
else
\
ctx
.
meta
[
'tablefmt'
]
ctx
.
meta
[
'tablefmt'
]
self
.
_criter
=
None
if
'criter'
not
in
ctx
.
meta
else
ctx
.
meta
[
'criter'
]
self
.
_criterion
=
None
if
'criterion'
not
in
ctx
.
meta
else
\
ctx
.
meta
[
'criterion'
]
self
.
_open_mode
=
None
if
'open_mode'
not
in
ctx
.
meta
else
\
self
.
_open_mode
=
None
if
'open_mode'
not
in
ctx
.
meta
else
\
ctx
.
meta
[
'open_mode'
]
ctx
.
meta
[
'open_mode'
]
self
.
_thres
=
None
if
'thres'
not
in
ctx
.
meta
else
ctx
.
meta
[
'thres'
]
self
.
_thres
=
None
if
'thres'
not
in
ctx
.
meta
else
ctx
.
meta
[
'thres'
]
...
@@ -185,15 +186,17 @@ class Metrics(MeasureBase):
...
@@ -185,15 +186,17 @@ class Metrics(MeasureBase):
eval_neg
,
eval_pos
,
eval_fta
=
neg_list
[
1
],
pos_list
[
1
],
fta_list
[
1
]
eval_neg
,
eval_pos
,
eval_fta
=
neg_list
[
1
],
pos_list
[
1
],
fta_list
[
1
]
eval_file
=
input_names
[
1
]
eval_file
=
input_names
[
1
]
threshold
=
utils
.
get_thres
(
self
.
_criter
,
dev_neg
,
dev_pos
,
self
.
_far
)
\
threshold
=
utils
.
get_thres
(
self
.
_criter
ion
,
dev_neg
,
dev_pos
,
self
.
_far
)
\
if
self
.
_thres
is
None
else
self
.
_thres
[
idx
]
if
self
.
_thres
is
None
else
self
.
_thres
[
idx
]
title
=
self
.
_titles
[
idx
]
if
self
.
_titles
is
not
None
else
None
title
=
self
.
_titles
[
idx
]
if
self
.
_titles
is
not
None
else
None
if
self
.
_thres
is
None
:
if
self
.
_thres
is
None
:
far_str
=
''
far_str
=
''
if
self
.
_criter
==
'far'
and
self
.
_far
is
not
None
:
if
self
.
_criter
ion
==
'far'
and
self
.
_far
is
not
None
:
far_str
=
str
(
self
.
_far
)
far_str
=
str
(
self
.
_far
)
click
.
echo
(
"[Min. criterion: %s %s] Threshold on Development set `%s`: %e"
\
click
.
echo
(
"[Min. criterion: %s %s] Threshold on Development set `%s`: %e"
\
%
(
self
.
_criter
.
upper
(),
far_str
,
title
or
dev_file
,
threshold
),
%
(
self
.
_criterion
.
upper
(),
far_str
,
title
or
dev_file
,
threshold
),
file
=
self
.
log_file
)
file
=
self
.
log_file
)
else
:
else
:
click
.
echo
(
"[Min. criterion: user provider] Threshold on "
click
.
echo
(
"[Min. criterion: user provider] Threshold on "
...
@@ -532,7 +535,8 @@ class Hist(PlotBase):
...
@@ -532,7 +535,8 @@ class Hist(PlotBase):
'#thresholds must be the same as #systems (%d)'
\
'#thresholds must be the same as #systems (%d)'
\
%
self
.
n_systems
%
self
.
n_systems
)
)
self
.
_criter
=
None
if
'criter'
not
in
ctx
.
meta
else
ctx
.
meta
[
'criter'
]
self
.
_criterion
=
None
if
'criterion'
not
in
ctx
.
meta
else
\
ctx
.
meta
[
'criterion'
]
self
.
_y_label
=
'Dev. probability density'
if
self
.
_eval
else
\
self
.
_y_label
=
'Dev. probability density'
if
self
.
_eval
else
\
'density'
or
self
.
_y_label
'density'
or
self
.
_y_label
self
.
_x_label
=
'Scores'
if
not
self
.
_eval
else
''
self
.
_x_label
=
'Scores'
if
not
self
.
_eval
else
''
...
@@ -617,7 +621,7 @@ class Hist(PlotBase):
...
@@ -617,7 +621,7 @@ class Hist(PlotBase):
eval_pos
=
[
pos_list
[
x
]
for
x
in
range
(
1
,
length
,
2
)]
eval_pos
=
[
pos_list
[
x
]
for
x
in
range
(
1
,
length
,
2
)]
threshold
=
utils
.
get_thres
(
threshold
=
utils
.
get_thres
(
self
.
_criter
,
dev_neg
[
0
],
dev_pos
[
0
]
self
.
_criter
ion
,
dev_neg
[
0
],
dev_pos
[
0
]
)
if
self
.
_thres
is
None
else
self
.
_thres
[
idx
]
)
if
self
.
_thres
is
None
else
self
.
_thres
[
idx
]
return
dev_neg
,
dev_pos
,
eval_neg
,
eval_pos
,
threshold
return
dev_neg
,
dev_pos
,
eval_neg
,
eval_pos
,
threshold
...
@@ -630,7 +634,7 @@ class Hist(PlotBase):
...
@@ -630,7 +634,7 @@ class Hist(PlotBase):
return
(
n
,
bins
,
patches
)
return
(
n
,
bins
,
patches
)
def
_lines
(
self
,
threshold
,
neg
=
None
,
pos
=
None
,
**
kwargs
):
def
_lines
(
self
,
threshold
,
neg
=
None
,
pos
=
None
,
**
kwargs
):
label
=
'Threshold'
if
self
.
_criter
is
None
else
self
.
_criter
.
upper
()
label
=
'Threshold'
if
self
.
_criter
ion
is
None
else
self
.
_criterion
.
upper
()
kwargs
.
setdefault
(
'color'
,
'C3'
)
kwargs
.
setdefault
(
'color'
,
'C3'
)
kwargs
.
setdefault
(
'linestyle'
,
'--'
)
kwargs
.
setdefault
(
'linestyle'
,
'--'
)
kwargs
.
setdefault
(
'label'
,
label
)
kwargs
.
setdefault
(
'label'
,
label
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment