Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
bob
bob.pad.base
Commits
05331f85
Commit
05331f85
authored
Feb 06, 2020
by
Amir MOHAMMADI
Browse files
rename apcer to apcer_ap
parent
6a85cbff
Pipeline
#36722
passed with stage
in 9 minutes and 37 seconds
Changes
2
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
bob/pad/base/script/pad_commands.py
View file @
05331f85
...
...
@@ -50,7 +50,7 @@ def metrics_option(
name
=
"metrics"
,
help
=
"List of metrics to print. Provide a string with comma separated metric "
"names. For possible values see the default value."
,
default
=
"apcer_pais,apcer,bpcer,acer,fta,fpr,fnr,hter,far,frr,precision,recall,f1_score"
,
default
=
"apcer_pais,apcer
_ap
,bpcer,acer,fta,fpr,fnr,hter,far,frr,precision,recall,f1_score"
,
**
kwargs
):
"""The metrics option"""
...
...
@@ -143,13 +143,13 @@ def gen(ctx, outdir, mean_match, mean_non_match, n_sys, **kwargs):
@
common_options
.
metrics_command
(
common_options
.
METRICS_HELP
.
format
(
names
=
"FtA, APCER, BPCER, FPR, FNR, FAR, FRR, ACER, HTER, precision, recall, f1_score"
,
names
=
"FtA, APCER
_AP
, BPCER, FPR, FNR, FAR, FRR, ACER, HTER, precision, recall, f1_score"
,
criteria
=
CRITERIA
,
score_format
=
SCORE_FORMAT
,
hter_note
=
"Note that APCER = max(APCER_pais), BPCER=FNR, "
hter_note
=
"Note that APCER
_AP
= max(APCER_pais), BPCER=FNR, "
"FAR = FPR * (1 - FtA), "
"FRR = FtA + FNR * (1 - FtA), "
"ACER = (APCER + BPCER) / 2, "
"ACER = (APCER
_AP
+ BPCER) / 2, "
"and HTER = (FPR + FNR) / 2. "
"You can control which metrics are printed using the --metrics option. "
"You can use --regexps and --regexp_column options to change the behavior "
...
...
@@ -160,7 +160,7 @@ def gen(ctx, outdir, mean_match, mean_non_match, n_sys, **kwargs):
epilog
=
"""
\b
More Examples:
\b
bob pad metrics -vvv -e -lg IQM,LBP -r print -r video -m fta,apcer_pais,apcer,bpcer,acer,hter
\
bob pad metrics -vvv -e -lg IQM,LBP -r print -r video -m fta,apcer_pais,apcer
_ap
,bpcer,acer,hter
\
/scores/oulunpu/{qm-svm,lbp-svm}/Protocol_1/scores/scores-{dev,eval}
See also ``bob pad multi-metrics``.
...
...
@@ -241,7 +241,7 @@ See also ``bob pad metrics``.
)
@
regexps_option
()
@
regexp_column_option
()
@
metrics_option
(
default
=
"fta,apcer_pais,apcer,bpcer,acer,hter"
)
@
metrics_option
(
default
=
"fta,apcer_pais,apcer
_ap
,bpcer,acer,hter"
)
def
multi_metrics
(
ctx
,
scores
,
evaluation
,
protocols_number
,
regexps
,
regexp_column
,
metrics
,
**
kwargs
):
...
...
bob/pad/base/script/pad_figure.py
View file @
05331f85
...
...
@@ -47,9 +47,9 @@ class Metrics(bio_figure.Metrics):
def
_numbers
(
self
,
threshold
,
pos
,
negs
,
all_negs
,
fta
):
pais
=
list
(
negs
.
keys
())
apcer_pais
,
apcer
,
bpcer
=
apcer_bpcer
(
threshold
,
pos
,
*
[
negs
[
k
]
for
k
in
pais
])
apcer_pais
,
apcer
_ap
,
bpcer
=
apcer_bpcer
(
threshold
,
pos
,
*
[
negs
[
k
]
for
k
in
pais
])
apcer_pais
=
{
k
:
apcer_pais
[
i
]
for
i
,
k
in
enumerate
(
pais
)}
acer
=
(
apcer
+
bpcer
)
/
2.0
acer
=
(
apcer
_ap
+
bpcer
)
/
2.0
fpr
,
fnr
=
farfrr
(
all_negs
,
pos
,
threshold
)
hter
=
(
fpr
+
fnr
)
/
2.0
far
=
fpr
*
(
1
-
fta
)
...
...
@@ -67,7 +67,7 @@ class Metrics(bio_figure.Metrics):
f1_score
=
f_score
(
all_negs
,
pos
,
threshold
,
1
)
metrics
=
dict
(
apcer_pais
=
apcer_pais
,
apcer
=
apcer
,
apcer
_ap
=
apcer
_ap
,
bpcer
=
bpcer
,
acer
=
acer
,
fta
=
fta
,
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment