#2191 - Agreement does not take tagset into account

- Adjust based on discussion at dkpro/dkpro-statistics#35
inception-project · Apr 17, 2021 · ecb3bd3 · ecb3bd3
1 parent 8086a16
commit ecb3bd3
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/...larin/webanno/agreement/measures/krippendorffalpha/KrippendorffAlphaAgreementMeasure.java b/...larin/webanno/agreement/measures/krippendorffalpha/KrippendorffAlphaAgreementMeasure.java
@@ -81,7 +81,12 @@ public double calculateAgreement()
                 double D_O = calculateObservedDisagreement();
                 double D_E = calculateExpectedDisagreement();
                 if (D_O == 0.0 && D_E == 0.0) {
-                    return 1.0;
+                    if (study.getItemCount() == 0) {
+                        return Double.NaN;
+                    }
+                    else {
+                        return 1.0;
+                    }
                 }
                 return 1.0 - (D_O / D_E);
             }