Skip to content

NER_accuracy

Jump to bottom Edit New page
Pravalika edited this page Jul 13, 2016 · 5 revisions

NER ACCURACIES

Command:

python ner_perctrain.py eng.train

perl conlleval.pl < out_file.txt

iterations - 1

processed 51578 tokens with 5942 phrases; found: 477 phrases; correct: 25.

accuracy: 82.59%; precision: 5.24%; recall: 0.42%; FB1: 0.78

          LOC: precision:   0.00%; recall:   0.00%; FB1:   0.00  199
         MISC: precision:   0.00%; recall:   0.00%; FB1:   0.00  0
          ORG: precision:   0.00%; recall:   0.00%; FB1:   0.00  1
          PER: precision:   9.03%; recall:   1.36%; FB1:   2.36  277

iterations - 1

processed 51578 tokens with 5942 phrases; found: 17090 phrases; correct: 2869.

accuracy: 70.14%; precision: 16.79%; recall: 48.28%; FB1: 24.91

          LOC: precision:  15.58%; recall:  44.04%; FB1:  23.02  5191
         MISC: precision:  52.18%; recall:  59.76%; FB1:  55.71  1056
          ORG: precision:   5.80%; recall:  40.42%; FB1:  10.15  9338
          PER: precision:  64.25%; recall:  52.50%; FB1:  57.78  1505

iterations - 1

processed 51578 tokens with 5942 phrases; found: 14627 phrases; correct: 3099.

accuracy: 76.58%; precision: 21.19%; recall: 52.15%; FB1: 30.13

          LOC: precision:  51.60%; recall:  55.36%; FB1:  53.41  1971
         MISC: precision:  23.15%; recall:  56.07%; FB1:  32.77  2233
          ORG: precision:   6.24%; recall:  39.30%; FB1:  10.77  8446
          PER: precision:  52.50%; recall:  56.35%; FB1:  54.36  1977

iterations - 1

processed 51578 tokens with 5942 phrases; found: 5732 phrases; correct: 3179.

accuracy: 90.39%; precision: 55.46%; recall: 53.50%; FB1: 54.46

          LOC: precision:  59.13%; recall:  63.09%; FB1:  61.05  1960
         MISC: precision:  62.90%; recall:  63.45%; FB1:  63.17  930
          ORG: precision:  45.61%; recall:  29.83%; FB1:  36.07  877
          PER: precision:  52.67%; recall:  56.19%; FB1:  54.37  1965

iterations - 1

processed 51578 tokens with 5942 phrases; found: 5357 phrases; correct: 3399.

accuracy: 91.92%; precision: 63.45%; recall: 57.20%; FB1: 60.16

          LOC: precision:  66.32%; recall:  65.38%; FB1:  65.84  1811
         MISC: precision:  76.86%; recall:  66.27%; FB1:  71.17  795
          ORG: precision:  62.67%; recall:  30.43%; FB1:  40.96  651
          PER: precision:  56.14%; recall:  64.01%; FB1:  59.82  2100

iterations - 5

processed 51578 tokens with 5942 phrases; found: 6105 phrases; correct: 3997.

accuracy: 93.08%; precision: 65.47%; recall: 67.27%; FB1: 66.36

          LOC: precision:  69.48%; recall:  71.37%; FB1:  70.41  1887
         MISC: precision:  70.15%; recall:  69.09%; FB1:  69.62  908
          ORG: precision:  53.38%; recall:  47.05%; FB1:  50.02  1182
          PER: precision:  66.64%; recall:  76.98%; FB1:  71.44  2128

iterations - 10

processed 51578 tokens with 5942 phrases; found: 6146 phrases; correct: 4007.

accuracy: 92.99%; precision: 65.20%; recall: 67.44%; FB1: 66.30

          LOC: precision:  68.37%; recall:  71.20%; FB1:  69.76  1913
         MISC: precision:  67.91%; recall:  68.87%; FB1:  68.39  935
          ORG: precision:  53.20%; recall:  48.40%; FB1:  50.68  1220
          PER: precision:  68.09%; recall:  76.82%; FB1:  72.19  2078

iterations - 8

processed 51578 tokens with 5942 phrases; found: 6114 phrases; correct: 4001.

accuracy: 93.02%; precision: 65.44%; recall: 67.33%; FB1: 66.37

          LOC: precision:  69.04%; recall:  71.37%; FB1:  70.18  1899
         MISC: precision:  69.30%; recall:  68.55%; FB1:  68.92  912
          ORG: precision:  53.70%; recall:  48.17%; FB1:  50.79  1203
          PER: precision:  67.24%; recall:  76.66%; FB1:  71.64  2100

iterations - 30

processed 51578 tokens with 5942 phrases; found: 6308 phrases; correct: 4048.

accuracy: 92.83%; precision: 64.17%; recall: 68.13%; FB1: 66.09

          LOC: precision:  68.41%; recall:  73.33%; FB1:  70.78  1969
         MISC: precision:  63.10%; recall:  68.44%; FB1:  65.66  1000
          ORG: precision:  52.31%; recall:  50.56%; FB1:  51.42  1296
          PER: precision:  68.14%; recall:  75.57%; FB1:  71.66  2043

iterations - 3

processed 51578 tokens with 5942 phrases; found: 5830 phrases; correct: 4688.

num_NER_tags: 1936.00%; correct_tags: 49642.00%; tokens: 51578.00%;

accuracy: 96.25%; precision: 80.41%; recall: 78.90%; FB1: 79.65

          LOC: precision:  83.99%; recall:  82.53%; FB1:  83.25  1805
         MISC: precision:  72.16%; recall:  73.64%; FB1:  72.89  941
          ORG: precision:  73.66%; recall:  66.74%; FB1:  70.03  1215
          PER: precision:  85.50%; recall:  86.75%; FB1:  86.12  1869

iterations - 5

processed 51578 tokens with 5942 phrases; found: 5886 phrases; correct: 4712.

num_NER_tags: 1854.00%; correct_tags: 49724.00%; tokens: 51578.00%;

accuracy: 96.41%; precision: 80.05%; recall: 79.30%; FB1: 79.68

          LOC: precision:  84.72%; recall:  83.61%; FB1:  84.16  1813
         MISC: precision:  70.76%; recall:  72.45%; FB1:  71.60  944
          ORG: precision:  71.89%; recall:  69.80%; FB1:  70.83  1302
          PER: precision:  86.04%; recall:  85.34%; FB1:  85.69  1827
  1. (july 13th) iterations - 10

processed 51578 tokens with 5942 phrases; found: 5793 phrases; correct: 4992.

num_NER_tags: 1402.00%; correct_tags: 50176.00%; tokens: 51578.00%;

accuracy: 97.28%; precision: 86.17%; recall: 84.01%; FB1: 85.08

          LOC: precision:  89.92%; recall:  84.98%; FB1:  87.38  1736
         MISC: precision:  85.30%; recall:  83.08%; FB1:  84.18  898
          ORG: precision:  78.67%; recall:  77.03%; FB1:  77.84  1313
          PER: precision:  88.41%; recall:  88.60%; FB1:  88.50  1846
Add a custom footer
Clone this wiki locally