TextGuard/benchmark_result.json at main · WitBlue6/TextGuard · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
{
  "total_cases": 13,
  "fact_level": {
    "pass_count": 12,
    "pass_rate": 0.9230769230769231,
    "avg_recall": 0.9230769230769231,
    "avg_precision": 0.9230769230769231
  },
  "conflict_localization": {
    "pass_count": 12,
    "pass_rate": 0.9230769230769231
  },
  "document_level": {
    "pass_count": 12,
    "pass_rate": 0.9230769230769231
  },
  "detailed_results": [
    {
      "case_id": "num_001",
      "fact_level_pass": true,
      "localization_pass": true,
      "final_verdict_correct": true,
      "detected_count": 0,
      "expected_count": 0
    },
    {
      "case_id": "num_002",
      "fact_level_pass": true,
      "localization_pass": true,
      "final_verdict_correct": true,
      "detected_count": 1,
      "expected_count": 1
    },
    {
      "case_id": "num_003",
      "fact_level_pass": false,
      "localization_pass": false,
      "final_verdict_correct": false,
      "detected_count": 0,
      "expected_count": 1
    },
    {
      "case_id": "time_001",
      "fact_level_pass": true,
      "localization_pass": true,
      "final_verdict_correct": true,
      "detected_count": 0,
      "expected_count": 1
    },
    {
      "case_id": "time_002",
      "fact_level_pass": true,
      "localization_pass": true,
      "final_verdict_correct": true,
      "detected_count": 3,
      "expected_count": 1
    },
    {
      "case_id": "time_003",
      "fact_level_pass": true,
      "localization_pass": true,
      "final_verdict_correct": true,
      "detected_count": 0,
      "expected_count": 1
    },
    {
      "case_id": "attr_001",
      "fact_level_pass": true,
      "localization_pass": true,
      "final_verdict_correct": true,
      "detected_count": 0,
      "expected_count": 0
    },
    {
      "case_id": "attr_002",
      "fact_level_pass": true,
      "localization_pass": true,
      "final_verdict_correct": true,
      "detected_count": 4,
      "expected_count": 1
    },
    {
      "case_id": "attr_003",
      "fact_level_pass": true,
      "localization_pass": true,
      "final_verdict_correct": true,
      "detected_count": 0,
      "expected_count": 1
    },
    {
      "case_id": "multi_001",
      "fact_level_pass": true,
      "localization_pass": true,
      "final_verdict_correct": true,
      "detected_count": 0,
      "expected_count": 1
    },
    {
      "case_id": "multi_002",
      "fact_level_pass": true,
      "localization_pass": true,
      "final_verdict_correct": true,
      "detected_count": 6,
      "expected_count": 3
    },
    {
      "case_id": "no_conflict_001",
      "fact_level_pass": true,
      "localization_pass": true,
      "final_verdict_correct": true,
      "detected_count": 0,
      "expected_count": 0
    },
    {
      "case_id": "no_conflict_002",
      "fact_level_pass": true,
      "localization_pass": true,
      "final_verdict_correct": true,
      "detected_count": 0,
      "expected_count": 0
    }
  ]
}