[pad_commands] Help for ACER

bob/pad/base/script/pad_commands.py

@@ -35,8 +35,9 @@ def gen(ctx, outdir, mean_match, mean_non_match, n_sys):
 
 
 @common_options.metrics_command(common_options.METRICS_HELP.format(
-    names='FtA, APCER, BPCER, FAR, FRR, ACER',
+    names='FtA, FAR, FRR, APCER, BPCER, ACER',
     criteria=CRITERIA, score_format=SCORE_FORMAT,
+    hter_note='Note that ACER = (APCER + BPCER) / 2',
     command='bob pad metrics'), criteria=CRITERIA)
 def metrics(ctx, scores, evaluation, **kwargs):
   process = figure.Metrics(ctx, scores, evaluation, load.split)
@@ -82,16 +83,3 @@ def hist(ctx, scores, evaluation, **kwargs):
 def evaluate(ctx, scores, evaluation, **kwargs):
   common_options.evaluate_flow(
       ctx, scores, evaluation, metrics, roc, det, epc, hist, **kwargs)
-
-
-@common_options.multi_metrics_command(
-    common_options.MULTI_METRICS_HELP.format(
-        names='FtA, APCER, BPCER, FAR, FRR, ACER',
-        criteria=CRITERIA, score_format=SCORE_FORMAT,
-        command='bob pad multi-metrics'),
-    criteria=CRITERIA)
-def multi_metrics(ctx, scores, evaluation, protocols_number, **kwargs):
-  ctx.meta['min_arg'] = protocols_number * (2 if evaluation else 1)
-  process = figure.MultiMetrics(
-      ctx, scores, evaluation, load.split)
-  process.run()