Commit 7371a023 authored by Theophile GENTILHOMME's avatar Theophile GENTILHOMME

[script][vuln_commands] Add ROC Command

parent 8cfacc26
Pipeline #20527 passed with stage
in 12 minutes and 34 seconds
......@@ -106,6 +106,51 @@ def gen(outdir, mean_gen, mean_zei, mean_pa):
@click.command()
@common_options.scores_argument(min_arg=2, force_eval=True, nargs=-1)
@common_options.output_plot_file_option(default_out='vuln_roc.pdf')
@common_options.legends_option()
@common_options.no_legend_option()
@common_options.legend_loc_option(dflt='upper-right')
@common_options.title_option()
@common_options.const_layout_option()
@common_options.style_option()
@common_options.figsize_option(dflt=None)
@common_options.min_far_option()
@common_options.axes_val_option()
@verbosity_option()
@common_options.x_rotation_option(dflt=45)
@common_options.x_label_option()
@common_options.y_label_option()
@click.option('-c', '--criteria', default=None, show_default=True,
help='Criteria for threshold selection',
type=click.Choice(('eer', 'min-hter', 'bpcer20')))
@click.option('--real-data/--no-real-data', default=True, show_default=True,
help='If False, will annotate the plots hypothetically, instead '
'of with real data values of the calculated error rates.')
@click.pass_context
def roc(ctx, scores, criteria, real_data, **kwargs):
"""Plot ROC
You need to provide 4 scores
files for each PAD system in this order:
\b
* licit development scores
* licit evaluation scores
* spoof development scores
* spoof evaluation scores
Examples:
$ bob pad roc dev-scores eval-scores
$ bob pad roc {licit,spoof}/scores-{dev,eval}
"""
process = figure.RocVuln(ctx, scores, True, load.split, criteria, real_data,
False)
process.run()
@click.command()
@common_options.scores_argument(min_arg=2, force_eval=True, nargs=-1)
@common_options.output_plot_file_option(default_out='vuln_det.pdf')
......@@ -141,7 +186,7 @@ def det(ctx, scores, criteria, real_data, **kwargs):
* spoof evaluation scores
Examples:
$ bob pad det --no-spoof dev-scores eval-scores
$ bob pad det dev-scores eval-scores
$ bob pad det {licit,spoof}/scores-{dev,eval}
"""
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment