7a8be4139a3d1f3968081728375c4621285ec3fe,unrestricted_advex/eval_kit/eval_with_attacks.py,,plot_confident_error_rate,#,145

Before Change

    fig = plt.figure()
    ax = fig.add_subplot(111)

    plt.plot(coverages, [float(len(idxs)) / num_examples
                         for idxs in cov_to_confident_error_idxs])
    plt.title(title.format(attack_name=attack_name))
    plt.ylabel("Risk \n (error rate on covered data)")
    plt.xlabel("Coverage \n (fraction of points not abstained on)")

After Change

  ax = fig.add_subplot(111)

  cov_to_num_covered_examples = [
    num_examples * coverage for coverage in coverages
  ]

  risk_on_covered_data = [
    float(len(error_idxs)) / num_covered_examples
    for error_idxs, num_covered_examples in
    zip(cov_to_confident_error_idxs, cov_to_num_covered_examples)]

  plt.plot(coverages, risk_on_covered_data)
  plt.title(title.format(attack_name=attack_name))
  plt.ylabel("Risk \n (error rate on covered data)")

Instances