Commit b1c346c3 authored by Manuel Günther's avatar Manuel Günther
Browse files

Corrected implementation of open set recognition rate tests (which are failing)

parent bb222026
......@@ -319,37 +319,35 @@ def test_calibration():
min_cllr = calibration.min_cllr(negatives, positives)
assert min_cllr <= cllr
assert cllr, 3.61833457
assert min_cllr, 0.337364136
assert abs(cllr - 3.6183) < 1e-4
assert abs(min_cllr - 0.3373) < 1e-4
def test_open_set_recognition_rate():
far_value = 0.01
#No error files
# No error files
cmc_scores = bob.measure.load.cmc_four_column(F("scores-cmc-4col-open-set.txt"))
normal_scores = bob.measure.load.split_four_column(F("scores-cmc-4col-open-set.txt"))
assert bob.measure.recognition_rate(cmc_scores), 1.0
assert bob.measure.recognition_rate(cmc_scores, threshold=0.5), 1.0
assert abs(bob.measure.recognition_rate(cmc_scores) - 1.0) < 1e-8
assert abs(bob.measure.recognition_rate(cmc_scores, threshold=0.5) - 1.0) < 1e-8
t = bob.measure.far_threshold(normal_scores[0], normal_scores[1],far_value)
assert bob.measure.recognition_rate(cmc_scores, threshold=t), 1.0
#One error
assert abs(bob.measure.recognition_rate(cmc_scores, threshold=t) - 1.0) < 1e-8
# One error
cmc_scores = bob.measure.load.cmc_four_column(F("scores-cmc-4col-open-set.txt"))
normal_scores = bob.measure.load.split_four_column(F("scores-cmc-4col-open-set.txt"))
assert bob.measure.recognition_rate(cmc_scores), 0.857142857143
assert bob.measure.recognition_rate(cmc_scores, threshold=0.5), 0.857142857143
t = bob.measure.far_threshold(normal_scores[0], normal_scores[1],far_value)
assert bob.measure.recognition_rate(cmc_scores, threshold=t), 0.857142857143
assert abs(bob.measure.recognition_rate(cmc_scores) - 0.857142857143) < 1e-8
assert abs(bob.measure.recognition_rate(cmc_scores, threshold=0.5) - 0.857142857143) < 1e-8
t = bob.measure.far_threshold(normal_scores[0], normal_scores[1],far_value)
assert abs(bob.measure.recognition_rate(cmc_scores, threshold=t) - 0.857142857143) < 1e-8
#Two errors
# Two errors
cmc_scores = bob.measure.load.cmc_four_column(F("scores-cmc-4col-open-set.txt"))
normal_scores = bob.measure.load.split_four_column(F("scores-cmc-4col-open-set.txt"))
assert bob.measure.recognition_rate(cmc_scores), 0.857142857143
assert bob.measure.recognition_rate(cmc_scores, threshold=0.5), 0.857142857143
t = bob.measure.far_threshold(normal_scores[0], normal_scores[1],far_value)
assert bob.measure.recognition_rate(cmc_scores, threshold=t), 0.0
assert abs(bob.measure.recognition_rate(cmc_scores) - 0.857142857143) < 1e-8
assert abs(bob.measure.recognition_rate(cmc_scores, threshold=0.5) - 0.857142857143) < 1e-8
t = bob.measure.far_threshold(normal_scores[0], normal_scores[1],far_value)
assert abs(bob.measure.recognition_rate(cmc_scores, threshold=t)) < 1e-8
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment