From 6d5840cdb51fc367e25a024f261766dba3e686c0 Mon Sep 17 00:00:00 2001
From: alireza zolanvari <alireza.zolanvari93@gmail.com>
Date: Sat, 18 Jul 2020 12:55:53 +0430
Subject: [PATCH 01/52] first commit of to_array method

---
 pycm/pycm_obj.py | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index 7b511179..61634236 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -828,3 +828,15 @@ def position(self):
                             positions[label]['TN'].append(index)
             self.positions = positions
         return self.positions
+
+    def to_array(self, normalized=False):
+        classes = self.classes
+        if normalized:
+            table = self.normalized_table
+        else:
+            table = self.table
+        array = []
+        for key in classes:
+            row = [table[key][i] for i in classes]
+            array.append(row)
+        return numpy.array(array)

From 7780255bdd9eea172f269d8c2e348cc349ba7d99 Mon Sep 17 00:00:00 2001
From: alireza zolanvari <alireza.zolanvari93@gmail.com>
Date: Sat, 18 Jul 2020 13:04:55 +0430
Subject: [PATCH 02/52] one vs all added

---
 pycm/pycm_obj.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index 61634236..43553275 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -829,12 +829,15 @@ def position(self):
             self.positions = positions
         return self.positions
 
-    def to_array(self, normalized=False):
+    def to_array(self, normalized=False, one_vs_all=False, class_name=None):
         classes = self.classes
         if normalized:
             table = self.normalized_table
         else:
             table = self.table
+        if one_vs_all:
+            [classes, table] = one_vs_all_func(
+                classes, table, self.TP, self.TN, self.FP, self.FN, class_name)
         array = []
         for key in classes:
             row = [table[key][i] for i in classes]

From 1a4697b60e0e3ee2bcbb764e78dd03c0e839e17c Mon Sep 17 00:00:00 2001
From: alireza zolanvari <alireza.zolanvari93@gmail.com>
Date: Sat, 18 Jul 2020 13:19:04 +0430
Subject: [PATCH 03/52] sort classes in to_array method #328

---
 pycm/pycm_obj.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index 43553275..323c6ae1 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -831,6 +831,7 @@ def position(self):
 
     def to_array(self, normalized=False, one_vs_all=False, class_name=None):
         classes = self.classes
+        classes.sort()
         if normalized:
             table = self.normalized_table
         else:

From 2fab678a1e1992bbfe5e14954274e7fa7fb1fad3 Mon Sep 17 00:00:00 2001
From: alireza zolanvari <alireza.zolanvari93@gmail.com>
Date: Sat, 18 Jul 2020 13:58:37 +0430
Subject: [PATCH 04/52] add doc to to_array method #328

---
 pycm/pycm_obj.py | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index 323c6ae1..fdacfdc3 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -830,6 +830,17 @@ def position(self):
         return self.positions
 
     def to_array(self, normalized=False, one_vs_all=False, class_name=None):
+        """
+        Returns the confusion matrix in form of  a numpy array
+
+        :param normalized: A flag for getting normalized confusion matrix
+        :type normalized: bool
+        :param one_vs_all : One-Vs-All mode flag
+        :type one_vs_all : bool
+        :param class_name : target class name for One-Vs-All mode
+        :type class_name : any valid type
+        :return: confusion matrix as a numpy.ndarray
+        """
         classes = self.classes
         classes.sort()
         if normalized:

From 151ee4adcb03689ea13b5f985f77f02dc199ef00 Mon Sep 17 00:00:00 2001
From: alireza zolanvari <alireza.zolanvari93@gmail.com>
Date: Sat, 18 Jul 2020 14:38:32 +0430
Subject: [PATCH 05/52] edit doc in to_array method #328

---
 pycm/pycm_obj.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index fdacfdc3..173dcb4d 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -831,7 +831,7 @@ def position(self):
 
     def to_array(self, normalized=False, one_vs_all=False, class_name=None):
         """
-        Returns the confusion matrix in form of  a numpy array
+        Return the confusion matrix in form of  a numpy array
 
         :param normalized: A flag for getting normalized confusion matrix
         :type normalized: bool

From 693ff31db5480f9edf8594f45280302ee7f37aea Mon Sep 17 00:00:00 2001
From: alireza zolanvari <alireza.zolanvari93@gmail.com>
Date: Sat, 18 Jul 2020 14:45:18 +0430
Subject: [PATCH 06/52] edit doc in to_array method #328

---
 pycm/pycm_obj.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index 173dcb4d..eb031aa2 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -831,7 +831,7 @@ def position(self):
 
     def to_array(self, normalized=False, one_vs_all=False, class_name=None):
         """
-        Return the confusion matrix in form of  a numpy array
+        Return the confusion matrix in form of  a numpy array.
 
         :param normalized: A flag for getting normalized confusion matrix
         :type normalized: bool

From 20294eff5f4772e52b044865cf5e5c8fde9810da Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Tue, 1 Sep 2020 14:28:12 +0430
Subject: [PATCH 07/52] test : to_array function tests added.

---
 Test/overall_test.py | 25 +++++++++++++++++++++++++
 1 file changed, 25 insertions(+)

diff --git a/Test/overall_test.py b/Test/overall_test.py
index 21d60855..f9413d4a 100644
--- a/Test/overall_test.py
+++ b/Test/overall_test.py
@@ -1393,4 +1393,29 @@
 2
 >>> cm.label_map[2]
 3
+>>> y_act = [0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2]
+>>> y_pre = [0,0,0,0,0,0,0,0,0,1,1,1,0,0,0,1,1,1,1,1,2,0,1,2,2,2,2]
+>>> cm = ConfusionMatrix(y_act,y_pre)
+>>> cm.to_array()
+array([[9, 3, 0],
+       [3, 5, 1],
+       [1, 1, 4]])
+>>> cm.to_array(normalized=True)
+array([[0.75   , 0.25   , 0.     ],
+       [0.33333, 0.55556, 0.11111],
+       [0.16667, 0.16667, 0.66667]])
+>>> cm.to_array(one_vs_all=True)
+array([[9, 3, 0],
+       [3, 5, 1],
+       [1, 1, 4]])
+>>> cm.to_array(normalized=True, one_vs_all=True)
+array([[0.75   , 0.25   , 0.     ],
+       [0.33333, 0.55556, 0.11111],
+       [0.16667, 0.16667, 0.66667]])
+>>> cm3.to_array(one_vs_all=True, class_name=0)
+array([[ 9,  3],
+       [ 4, 11]])
+>>> cm3.to_array(one_vs_all=True, normalized=True, class_name=0)
+array([[ 9,  3],
+       [ 4, 11]])
 """

From a6d71fe6eeecdb6c0b2a68bf2803e8389fd55787 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Tue, 1 Sep 2020 14:29:06 +0430
Subject: [PATCH 08/52] log : changes loged.

---
 CHANGELOG.md | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index be570636..f1dc1524 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -5,6 +5,8 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
 ## [Unreleased]
+### Added
+- `to_array` method
 ## [2.8] - 2020-07-09
 ### Added
 - `label_map` attribute

From ca9e13f4926ec9f1baf8dd6351bb0332c22483d1 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Tue, 1 Sep 2020 14:45:23 +0430
Subject: [PATCH 09/52] fix : minor issues fixed in tests.

---
 Test/overall_test.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/Test/overall_test.py b/Test/overall_test.py
index f9413d4a..f5bc1c69 100644
--- a/Test/overall_test.py
+++ b/Test/overall_test.py
@@ -1412,10 +1412,10 @@
 array([[0.75   , 0.25   , 0.     ],
        [0.33333, 0.55556, 0.11111],
        [0.16667, 0.16667, 0.66667]])
->>> cm3.to_array(one_vs_all=True, class_name=0)
+>>> cm.to_array(one_vs_all=True, class_name=0)
 array([[ 9,  3],
        [ 4, 11]])
->>> cm3.to_array(one_vs_all=True, normalized=True, class_name=0)
+>>> cm.to_array(one_vs_all=True, normalized=True, class_name=0)
 array([[ 9,  3],
        [ 4, 11]])
 """

From 22544cd7aacd4c951e070b008e987ea8877a95ac Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Tue, 1 Sep 2020 22:13:07 +0430
Subject: [PATCH 10/52] fix : to_array method normalizing in one_vs_all mode
 fixed.(#328)

---
 pycm/pycm_obj.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index eb031aa2..e33f69a1 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -850,6 +850,8 @@ def to_array(self, normalized=False, one_vs_all=False, class_name=None):
         if one_vs_all:
             [classes, table] = one_vs_all_func(
                 classes, table, self.TP, self.TN, self.FP, self.FN, class_name)
+            if normalized:
+                table = normalized_table_calc(classes, table)
         array = []
         for key in classes:
             row = [table[key][i] for i in classes]

From 6f6ddd3eff504bbe0a52ad3c1c1e3d684ff478b5 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Tue, 1 Sep 2020 22:13:37 +0430
Subject: [PATCH 11/52] fix : tests fixed accordingly.

---
 Test/overall_test.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/Test/overall_test.py b/Test/overall_test.py
index f5bc1c69..3d21e1b3 100644
--- a/Test/overall_test.py
+++ b/Test/overall_test.py
@@ -1416,6 +1416,6 @@
 array([[ 9,  3],
        [ 4, 11]])
 >>> cm.to_array(one_vs_all=True, normalized=True, class_name=0)
-array([[ 9,  3],
-       [ 4, 11]])
+array([[0.75   , 0.25   ],
+       [0.26667, 0.73333]])
 """

From cae1e6165e56c547cfc9c0bdb51ab04531bfd715 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Tue, 1 Sep 2020 22:27:43 +0430
Subject: [PATCH 12/52] fix : a test issue fixed.

---
 Test/overall_test.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Test/overall_test.py b/Test/overall_test.py
index 3d21e1b3..243bd334 100644
--- a/Test/overall_test.py
+++ b/Test/overall_test.py
@@ -1411,7 +1411,7 @@
 >>> cm.to_array(normalized=True, one_vs_all=True)
 array([[0.75   , 0.25   , 0.     ],
        [0.33333, 0.55556, 0.11111],
-       [0.16667, 0.16667, 0.66667]])
+       [0.16667, 0.16667, 0.66666]])
 >>> cm.to_array(one_vs_all=True, class_name=0)
 array([[ 9,  3],
        [ 4, 11]])

From 0b08f2e726e5b2744f69b1071663950e1592c7f8 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Wed, 2 Sep 2020 10:31:38 +0430
Subject: [PATCH 13/52] fix : to_array function refactored.

---
 pycm/pycm_obj.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index e33f69a1..8701742d 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -843,10 +843,9 @@ def to_array(self, normalized=False, one_vs_all=False, class_name=None):
         """
         classes = self.classes
         classes.sort()
+        table = self.table
         if normalized:
             table = self.normalized_table
-        else:
-            table = self.table
         if one_vs_all:
             [classes, table] = one_vs_all_func(
                 classes, table, self.TP, self.TN, self.FP, self.FN, class_name)

From 1b0483b80121deb4bd05ce1aa6d5854ced189015 Mon Sep 17 00:00:00 2001
From: sepandhaghighi <sepand.haghighi@yahoo.com>
Date: Wed, 2 Sep 2020 16:24:17 +0430
Subject: [PATCH 14/52] doc : to_array method added to Document #328 #331

---
 Document/Document.ipynb | 93 ++++++++++++++++++++++++++++++++++++++++-
 README.md               | 17 ++++++++
 2 files changed, 108 insertions(+), 2 deletions(-)

diff --git a/Document/Document.ipynb b/Document/Document.ipynb
index 2a9cb371..0b748c37 100644
--- a/Document/Document.ipynb
+++ b/Document/Document.ipynb
@@ -54,6 +54,7 @@
     "            <li><a href=\"#Transpose\">Transpose</a></li>\n",
     "            <li><a href=\"#Relabel\">Relabel</a></li>\n",
     "            <li><a href=\"#Position\">Position</a></li>\n",
+    "            <li><a href=\"#To-array\">To Array</a></li>\n",
     "            <li><a href=\"#Online-help\">Online Help</a></li>\n",
     "            <li><a href=\"#Parameter-recommender\">Parameter Recommender</a></li>\n",
     "            <li><a href=\"#Comapre\">Comapre</a></li>\n",
@@ -1177,7 +1178,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 25,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1235,7 +1236,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 27,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1326,6 +1327,94 @@
     "</ul>"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### To array"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "`to_array` method is added in `version 2.9` in order to returns the confusion matrix in the form of a NumPy array. This can be helpful to apply different operations over the confusion matrix for different purposes such as aggregation, normalization, and combination."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "array([[3, 0, 2],\n",
+       "       [0, 1, 1],\n",
+       "       [0, 2, 3]])"
+      ]
+     },
+     "execution_count": 4,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "cm.to_array()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "array([[0.6, 0. , 0.4],\n",
+       "       [0. , 0.5, 0.5],\n",
+       "       [0. , 0.4, 0.6]])"
+      ]
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "cm.to_array(normalized=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "array([[0.6, 0.4],\n",
+       "       [0. , 1. ]])"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "cm.to_array(normalized=True,one_vs_all=True, class_name=\"L1\")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "<ul>\n",
+    "    <li><span style=\"color:red;\">Notice </span> :  new in <span style=\"color:red;\">version 2.9</span> </li>\n",
+    "</ul>"
+   ]
+  },
   {
    "cell_type": "markdown",
    "metadata": {},
diff --git a/README.md b/README.md
index 09776445..ecf62d36 100644
--- a/README.md
+++ b/README.md
@@ -550,6 +550,23 @@ pycm.ConfusionMatrix(classes: ['L1', 'L2', 'L3'])
 {0: {'FN': [], 'FP': [0, 7], 'TP': [1, 4, 9], 'TN': [2, 3, 5, 6, 8, 10, 11]}, 1: {'FN': [5, 10], 'FP': [3], 'TP': [6], 'TN': [0, 1, 2, 4, 7, 8, 9, 11]}, 2: {'FN': [0, 3, 7], 'FP': [5, 10], 'TP': [2, 8, 11], 'TN': [1, 4, 6, 9]}}
 ```
 
+### To array
+`to_array` method is added in `version 2.9` in order to returns the confusion matrix in the form of a NumPy array. This can be helpful to apply different operations over the confusion matrix for different purposes such as aggregation, normalization, and combination.
+
+```pycon
+>>> cm.to_array()
+array([[3, 0, 0],
+       [0, 1, 2],
+       [2, 1, 3]])
+>>> cm.to_array(normalized=True)
+array([[1.     , 0.     , 0.     ],
+       [0.     , 0.33333, 0.66667],
+       [0.33333, 0.16667, 0.5    ]])
+>>> cm.to_array(normalized=True,one_vs_all=True, class_name="L1")
+array([[1.     , 0.     ],
+       [0.22222, 0.77778]])
+```
+
 ### Online help
 
 `online_help` function is added in `version 1.1` in order to open each statistics definition in web browser

From 7018fbcd0d65fee62e9cfb7d6d3c56543b66ee72 Mon Sep 17 00:00:00 2001
From: sepandhaghighi <sepand.haghighi@yahoo.com>
Date: Wed, 2 Sep 2020 16:40:38 +0430
Subject: [PATCH 15/52] doc : minor edit in Document

---
 Document/Document.ipynb | 59 +++++++++++++++++++++++++++++++++++++++++
 1 file changed, 59 insertions(+)

diff --git a/Document/Document.ipynb b/Document/Document.ipynb
index 0b748c37..a2c3b2b0 100644
--- a/Document/Document.ipynb
+++ b/Document/Document.ipynb
@@ -1263,6 +1263,20 @@
     "cm"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "#### Parameters "
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "1. `mapping` : mapping dictionary (type : `dict`)"
+   ]
+  },
   {
    "cell_type": "markdown",
    "metadata": {},
@@ -1406,6 +1420,36 @@
     "cm.to_array(normalized=True,one_vs_all=True, class_name=\"L1\")"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "#### Parameters "
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "1. `normalized` : A flag for getting normalized confusion matrix (type : `bool`, default : `False`)\n",
+    "2. `one_vs_all` : One-Vs-All mode flag (type : `bool`, default : `False`)\n",
+    "3. `class_name` : target class name for One-Vs-All mode (type : `any valid type`, default : `None`)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "#### Output"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "`Confusion Matrix in NumPy array format`"
+   ]
+  },
   {
    "cell_type": "markdown",
    "metadata": {},
@@ -1602,6 +1646,21 @@
     "online_help()"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "#### Parameters "
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "1. `param` : input parameter (type : `int or str`, default : `None`)\n",
+    "2. `alt_link` : alternative link for document flag (type : `bool`, default : `False`)"
+   ]
+  },
   {
    "cell_type": "markdown",
    "metadata": {},

From 07f762a32e0cfc0cb335ae9e4c6de041959a57f9 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Fri, 4 Sep 2020 16:03:00 +0430
Subject: [PATCH 16/52] refactor : average method refactored.

---
 CHANGELOG.md     |  2 ++
 pycm/pycm_obj.py | 17 ++++-------------
 2 files changed, 6 insertions(+), 13 deletions(-)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index f1dc1524..3141e178 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -5,6 +5,8 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
 ## [Unreleased]
+### Changed
+- `average` method refactored
 ### Added
 - `to_array` method
 ## [2.8] - 2020-07-09
diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index 8701742d..5bdf34aa 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -679,19 +679,10 @@ def average(self, param, none_omit=False):
         :type none_omit: bool
         :return: average of the input parameter
         """
-        if param in self.class_stat:
-            selected_param = self.class_stat[param]
-        else:
-            raise pycmAverageError(AVERAGE_INVALID_ERROR)
-        try:
-            param_list = []
-            for class_name in selected_param.keys():
-                if selected_param[class_name] == "None" and none_omit:
-                    continue
-                param_list.append(selected_param[class_name])
-            return numpy.average(param_list)
-        except Exception:
-            return "None"
+        return self.weighted_average(
+            param=param,
+            weight=self.POP,
+            none_omit=none_omit)
 
     def weighted_average(self, param, weight=None, none_omit=False):
         """

From 32e718cf93d612a2100379ed21b906f7999bad18 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Fri, 4 Sep 2020 16:11:11 +0430
Subject: [PATCH 17/52] test : minor changes in test according to rectent
 refactor(@332).

---
 Test/function_test.py | 2 +-
 Test/verified_test.py | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/Test/function_test.py b/Test/function_test.py
index 6f0563a6..0e9e30df 100644
--- a/Test/function_test.py
+++ b/Test/function_test.py
@@ -336,7 +336,7 @@
 >>> ERR_calc(0.1)
 0.9
 >>> cm.average("F0.5")
-0.56121414817067
+0.5612141481706698
 >>> cm.average("DOR")
 'None'
 >>> cm.average("DOR", none_omit=True)
diff --git a/Test/verified_test.py b/Test/verified_test.py
index 3e03c5b6..4011d355 100644
--- a/Test/verified_test.py
+++ b/Test/verified_test.py
@@ -322,7 +322,7 @@
 >>> cm.average("TPR")
 0.5555555555555555
 >>> cm.average("F1")
-0.48888888888888893
+0.4888888888888889
 >>> cm.weighted_average("PPV")
 0.7
 >>> cm.weighted_average("TPR")

From 8c0b9b4f226b60e585aad9517925b86fffadb457 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Sat, 5 Sep 2020 15:17:02 +0430
Subject: [PATCH 18/52] fix : minor misplacement in CHANGELOG.md

---
 CHANGELOG.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 3141e178..76dc2fee 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -5,10 +5,10 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
 ## [Unreleased]
-### Changed
-- `average` method refactored
 ### Added
 - `to_array` method
+### Changed
+- `average` method refactored
 ## [2.8] - 2020-07-09
 ### Added
 - `label_map` attribute

From 2437aef08a89007b358517bfefb0d7e8bb7d7fc1 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Sat, 5 Sep 2020 15:29:05 +0430
Subject: [PATCH 19/52] add : __copy__ method added.

---
 pycm/pycm_obj.py | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index 5bdf34aa..a64f8eff 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -622,6 +622,12 @@ def __ne__(self, other):
         """
         return not self.__eq__(other)
 
+    def __copy__(self):
+        _class = self.__class__
+        result = _class.__new__(_class)
+        result.__dict__.update(self.__dict__)
+        return result
+
     def relabel(self, mapping):
         """
         Rename ConfusionMatrix classes.

From d21c09bb21825aed3bc0586d49225cff204c24c8 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Sat, 5 Sep 2020 15:32:16 +0430
Subject: [PATCH 20/52] add : copy method added.

---
 pycm/pycm_obj.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index a64f8eff..a360af34 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -627,6 +627,9 @@ def __copy__(self):
         result = _class.__new__(_class)
         result.__dict__.update(self.__dict__)
         return result
+    
+    def copy(self):
+        return self.__copy__()
 
     def relabel(self, mapping):
         """

From e328d7cb7a6d6bc17e91eee7f6ea1d8009d6ab20 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Sat, 5 Sep 2020 15:35:34 +0430
Subject: [PATCH 21/52] log : Changes logged. (#327)

---
 CHANGELOG.md | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 76dc2fee..603350f1 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -7,6 +7,8 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 ## [Unreleased]
 ### Added
 - `to_array` method
+- `__copy__` method
+- `copy` method
 ### Changed
 - `average` method refactored
 ## [2.8] - 2020-07-09

From f0baa70ffced82fc070344ac301269cbcd0566c9 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Sat, 5 Sep 2020 15:36:29 +0430
Subject: [PATCH 22/52] fix : trailing whitespace fixed.

---
 pycm/pycm_obj.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index a360af34..abc78bbd 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -627,7 +627,7 @@ def __copy__(self):
         result = _class.__new__(_class)
         result.__dict__.update(self.__dict__)
         return result
-    
+
     def copy(self):
         return self.__copy__()
 

From 7f7faa35ccb3cce291077f2ccc77bee89dedfcce Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Sat, 5 Sep 2020 15:41:23 +0430
Subject: [PATCH 23/52] test : tests added.

---
 Test/overall_test.py | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)

diff --git a/Test/overall_test.py b/Test/overall_test.py
index 243bd334..201e5072 100644
--- a/Test/overall_test.py
+++ b/Test/overall_test.py
@@ -3,6 +3,7 @@
 >>> from pycm import *
 >>> import os
 >>> import json
+>>> import copy
 >>> y_actu = [2, 0, 2, 2, 0, 1, 1, 2, 2, 0, 1, 2]
 >>> y_pred = [0, 0, 2, 1, 0, 2, 1, 0, 2, 0, 2, 2]
 >>> y_actu_copy = [2, 0, 2, 2, 0, 1, 1, 2, 2, 0, 1, 2]
@@ -1418,4 +1419,23 @@
 >>> cm.to_array(one_vs_all=True, normalized=True, class_name=0)
 array([[0.75   , 0.25   ],
        [0.26667, 0.73333]])
+>>> cm = ConfusionMatrix([1,2,3,4],[1,2,3,3])
+>>> cm
+pycm.ConfusionMatrix(classes: [1, 2, 3, 4])
+>>> cm2 = cm.copy()
+>>> cm2
+pycm.ConfusionMatrix(classes: [1, 2, 3, 4])
+>>> cm3 = copy.copy(cm)
+>>> cm3
+pycm.ConfusionMatrix(classes: [1, 2, 3, 4])
+>>> cm == cm2
+True
+>>> cm == cm3
+True
+>>> id(cm) == id(cm2)
+False
+>>> id(cm) == id(cm3)
+False
+>>> id(cm2) == id(cm3)
+False
 """

From ed2fcd2bd3315426158eaab7db193059f1dbf5fd Mon Sep 17 00:00:00 2001
From: "dependabot-preview[bot]"
 <27856297+dependabot-preview[bot]@users.noreply.github.com>
Date: Tue, 8 Sep 2020 09:57:50 +0000
Subject: [PATCH 24/52] Bump numpy from 1.19.0 to 1.19.1

Bumps [numpy](https://github.com/numpy/numpy) from 1.19.0 to 1.19.1.
- [Release notes](https://github.com/numpy/numpy/releases)
- [Changelog](https://github.com/numpy/numpy/blob/master/doc/HOWTO_RELEASE.rst.txt)
- [Commits](https://github.com/numpy/numpy/compare/v1.19.0...v1.19.1)

Signed-off-by: dependabot-preview[bot] <support@dependabot.com>
---
 dev-requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/dev-requirements.txt b/dev-requirements.txt
index 4a7d57d1..a184284c 100644
--- a/dev-requirements.txt
+++ b/dev-requirements.txt
@@ -1,5 +1,5 @@
 art==4.7
-numpy==1.19.0
+numpy==1.19.1
 codecov>=2.0.15
 pytest>=4.3.1
 pytest-cov>=2.6.1

From 534023ed0b74867845959f333c46764a8f56a6bb Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Tue, 8 Sep 2020 17:29:13 +0430
Subject: [PATCH 25/52] add : docstring added to both methods.

---
 pycm/pycm_obj.py | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index abc78bbd..a27417cc 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -623,12 +623,20 @@ def __ne__(self, other):
         return not self.__eq__(other)
 
     def __copy__(self):
+        """
+        Returns a copy of ConfusionMatrix.
+        :return: copy of ConfusionMatrix
+        """
         _class = self.__class__
         result = _class.__new__(_class)
         result.__dict__.update(self.__dict__)
         return result
 
     def copy(self):
+        """
+        Returns a copy of ConfusionMatrix.
+        :return: copy of ConfusionMatrix
+        """
         return self.__copy__()
 
     def relabel(self, mapping):

From 17fa8580172c774e7585bd041f4073cffcfe9a50 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Tue, 8 Sep 2020 19:03:53 +0430
Subject: [PATCH 26/52] fix : docstring fixed.

---
 pycm/pycm_obj.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/pycm/pycm_obj.py b/pycm/pycm_obj.py
index a27417cc..9cba9925 100644
--- a/pycm/pycm_obj.py
+++ b/pycm/pycm_obj.py
@@ -624,7 +624,8 @@ def __ne__(self, other):
 
     def __copy__(self):
         """
-        Returns a copy of ConfusionMatrix.
+        Return a copy of ConfusionMatrix.
+
         :return: copy of ConfusionMatrix
         """
         _class = self.__class__
@@ -634,7 +635,8 @@ def __copy__(self):
 
     def copy(self):
         """
-        Returns a copy of ConfusionMatrix.
+        Return a copy of ConfusionMatrix.
+
         :return: copy of ConfusionMatrix
         """
         return self.__copy__()

From c01d11f4764c0927f368c76c365fa3a073fb83d1 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Tue, 8 Sep 2020 23:29:03 +0430
Subject: [PATCH 27/52] change : profile travis test now will be taken as last
 test.

---
 .travis/test.sh | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/.travis/test.sh b/.travis/test.sh
index 3e1111d1..c174960a 100644
--- a/.travis/test.sh
+++ b/.travis/test.sh
@@ -10,7 +10,6 @@
   fi
   $PYTHON_COMMAND -m pytest Test --cov=pycm --cov-report=term
   $PYTHON_COMMAND Otherfiles/version_check.py
-  $PYTHON_COMMAND -m cProfile -s cumtime pycm/pycm_profile.py
   
   if [ "$CI" = 'true' ] && [ "$TRAVIS" = 'true' ]
   then
@@ -23,4 +22,4 @@
       $PYTHON_COMMAND -m bandit -r pycm -s B311
       $PYTHON_COMMAND -m pydocstyle --match-dir=pycm
   fi
-
+  $PYTHON_COMMAND -m cProfile -s cumtime pycm/pycm_profile.py

From acb9d958f05d59ad9e37e76c2c92943986b8d014 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Wed, 9 Sep 2020 15:57:17 +0430
Subject: [PATCH 28/52] add : notebook_check.py added.

---
 Otherfiles/notebook_check.py | 4 ++++
 1 file changed, 4 insertions(+)
 create mode 100644 Otherfiles/notebook_check.py

diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py
new file mode 100644
index 00000000..bd75c664
--- /dev/null
+++ b/Otherfiles/notebook_check.py
@@ -0,0 +1,4 @@
+import os
+import nbformat
+from nbconvert.preprocessors import ExecutePreprocessor
+from art import tprint

From 19caaa707b17029c7d5319ccc0bf74486d786357 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Wed, 9 Sep 2020 15:57:42 +0430
Subject: [PATCH 29/52] add : library dependencies added.

---
 requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/requirements.txt b/requirements.txt
index fd6e8f98..69a52912 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,4 +1,4 @@
 art>=1.8
 numpy>=1.9.0
-
+notebook>=5.2.2
 

From f035add9c98413b629578370eefc1c94f9ac7ed4 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Wed, 9 Sep 2020 16:01:31 +0430
Subject: [PATCH 30/52] add : NOTEBOOKS_LIST and EXTENSION added..

---
 Otherfiles/notebook_check.py | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py
index bd75c664..de6cf667 100644
--- a/Otherfiles/notebook_check.py
+++ b/Otherfiles/notebook_check.py
@@ -2,3 +2,16 @@
 import nbformat
 from nbconvert.preprocessors import ExecutePreprocessor
 from art import tprint
+
+NOTEBOOKS_LIST = [
+    "Document",
+    "Example1",
+    "Example2",
+    "Example3"
+    "Example4",
+    "Example5"
+    "Example6",
+    "Example7",
+    "Example8"]
+
+EXTENSION = ".ipynb"

From 1fb41987e3a3333e0cdc289e5bdba99f7321535b Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Wed, 9 Sep 2020 16:03:51 +0430
Subject: [PATCH 31/52] add : main part of notebook_check.py added..

---
 Otherfiles/notebook_check.py | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py
index de6cf667..bd198968 100644
--- a/Otherfiles/notebook_check.py
+++ b/Otherfiles/notebook_check.py
@@ -15,3 +15,17 @@
     "Example8"]
 
 EXTENSION = ".ipynb"
+
+if __name__ == "__main__":
+    tprint("PYCM","bulbhead")
+    tprint("NOTEBOOKS","bulbhead")
+    ep = ExecutePreprocessor(timeout=600, kernel_name='python3')
+    print("Processing ...")
+    for index, notebook in enumerate(NOTEBOOKS_LIST):
+        path = os.path.join("Document", notebook)
+        with open(path + EXTENSION) as f:
+            nb = nbformat.read(f, as_version=4)
+            ep.preprocess(nb, {'metadata': {'path': 'Document/'}})
+        with open(path + EXTENSION, 'w', encoding='utf-8') as f:
+            nbformat.write(nb, f)
+        print("{0}.{1} [OK]".format(str(index + 1), notebook))

From 647635123db32c31efebc1df0d349ac30182a84c Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Wed, 9 Sep 2020 16:07:20 +0430
Subject: [PATCH 32/52] change : Notebooks -> Document.

---
 Otherfiles/notebook_check.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py
index bd198968..f6dfc280 100644
--- a/Otherfiles/notebook_check.py
+++ b/Otherfiles/notebook_check.py
@@ -18,7 +18,7 @@
 
 if __name__ == "__main__":
     tprint("PYCM","bulbhead")
-    tprint("NOTEBOOKS","bulbhead")
+    tprint("Document","bulbhead")
     ep = ExecutePreprocessor(timeout=600, kernel_name='python3')
     print("Processing ...")
     for index, notebook in enumerate(NOTEBOOKS_LIST):

From 15c8c5d0479aaf0ffd7834fe95adeae55e96fcda Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Wed, 9 Sep 2020 16:32:58 +0430
Subject: [PATCH 33/52] log : changes logged. (#335)

---
 CHANGELOG.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 603350f1..28497cdf 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -6,6 +6,7 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 
 ## [Unreleased]
 ### Added
+- `notebook_check.py`
 - `to_array` method
 - `__copy__` method
 - `copy` method

From 706fcdb236680868fa37e54d308b5e3a68fa700c Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Wed, 9 Sep 2020 16:40:40 +0430
Subject: [PATCH 34/52] fix : minor issues fixed in notebook_check.py

---
 Otherfiles/notebook_check.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py
index f6dfc280..1a9ee3de 100644
--- a/Otherfiles/notebook_check.py
+++ b/Otherfiles/notebook_check.py
@@ -7,9 +7,9 @@
     "Document",
     "Example1",
     "Example2",
-    "Example3"
+    "Example3",
     "Example4",
-    "Example5"
+    "Example5",
     "Example6",
     "Example7",
     "Example8"]

From 4d10db0908ef5d7e3b737c6df1ffb62ac41fa115 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Wed, 9 Sep 2020 16:45:36 +0430
Subject: [PATCH 35/52] add : notebook_check added to travis and appveyor.

---
 .travis/test.sh | 1 +
 appveyor.yml    | 1 +
 2 files changed, 2 insertions(+)

diff --git a/.travis/test.sh b/.travis/test.sh
index c174960a..6dc6dbf5 100644
--- a/.travis/test.sh
+++ b/.travis/test.sh
@@ -10,6 +10,7 @@
   fi
   $PYTHON_COMMAND -m pytest Test --cov=pycm --cov-report=term
   $PYTHON_COMMAND Otherfiles/version_check.py
+  $PYTHON_COMMAND Otherfiles/notebook_check.py
   
   if [ "$CI" = 'true' ] && [ "$TRAVIS" = 'true' ]
   then
diff --git a/appveyor.yml b/appveyor.yml
index 8616a240..0e7bbd89 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -35,4 +35,5 @@ test_script:
   - "%PYTHON%/Scripts/pip.exe install -r dev-requirements.txt"
   - "%PYTHON%/python.exe -m pytest Test --cov=pycm --cov-report=term"
   - "%PYTHON%/python.exe Otherfiles/version_check.py"
+  - "%PYTHON%/python.exe Otherfiles/notebook_check.py"
   - "%PYTHON%/python.exe -m cProfile -s cumtime pycm/pycm_profile.py"
\ No newline at end of file

From 0935b32347ccb8e2c109116a620184e90750ab6e Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Thu, 10 Sep 2020 00:09:11 +0430
Subject: [PATCH 36/52] fix : utf-8 problem fixed.

---
 Otherfiles/notebook_check.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py
index 1a9ee3de..d864c1c2 100644
--- a/Otherfiles/notebook_check.py
+++ b/Otherfiles/notebook_check.py
@@ -24,7 +24,7 @@
     for index, notebook in enumerate(NOTEBOOKS_LIST):
         path = os.path.join("Document", notebook)
         with open(path + EXTENSION) as f:
-            nb = nbformat.read(f, as_version=4)
+            nb = nbformat.read(f, as_version=4, encoding='utf-8')
             ep.preprocess(nb, {'metadata': {'path': 'Document/'}})
         with open(path + EXTENSION, 'w', encoding='utf-8') as f:
             nbformat.write(nb, f)

From 3b0babce08b767809b3b674e7688a15e75b7138b Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Thu, 10 Sep 2020 00:10:26 +0430
Subject: [PATCH 37/52] fix : time-out problem fixed.

---
 Otherfiles/notebook_check.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py
index d864c1c2..343fdaff 100644
--- a/Otherfiles/notebook_check.py
+++ b/Otherfiles/notebook_check.py
@@ -19,7 +19,7 @@
 if __name__ == "__main__":
     tprint("PYCM","bulbhead")
     tprint("Document","bulbhead")
-    ep = ExecutePreprocessor(timeout=600, kernel_name='python3')
+    ep = ExecutePreprocessor(timeout=6000, kernel_name='python3')
     print("Processing ...")
     for index, notebook in enumerate(NOTEBOOKS_LIST):
         path = os.path.join("Document", notebook)

From f0e0fa0effc4ae54aff059caeef9efcb2068356f Mon Sep 17 00:00:00 2001
From: sepandhaghighi <sepand.haghighi@yahoo.com>
Date: Thu, 10 Sep 2020 00:41:37 +0430
Subject: [PATCH 38/52] fix : minor edit in notebook_check script

---
 Otherfiles/notebook_check.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py
index 343fdaff..f4744098 100644
--- a/Otherfiles/notebook_check.py
+++ b/Otherfiles/notebook_check.py
@@ -19,9 +19,9 @@
 if __name__ == "__main__":
     tprint("PYCM","bulbhead")
     tprint("Document","bulbhead")
-    ep = ExecutePreprocessor(timeout=6000, kernel_name='python3')
     print("Processing ...")
     for index, notebook in enumerate(NOTEBOOKS_LIST):
+        ep = ExecutePreprocessor(timeout=6000, kernel_name='python3')
         path = os.path.join("Document", notebook)
         with open(path + EXTENSION) as f:
             nb = nbformat.read(f, as_version=4, encoding='utf-8')

From 0cbc019ee9951f115c5ea758ff6c0c02eec3afc8 Mon Sep 17 00:00:00 2001
From: sepandhaghighi <sepand.haghighi@yahoo.com>
Date: Thu, 10 Sep 2020 01:00:58 +0430
Subject: [PATCH 39/52] fix : minor edit in notebook_check script

---
 Otherfiles/notebook_check.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py
index f4744098..ff753dd2 100644
--- a/Otherfiles/notebook_check.py
+++ b/Otherfiles/notebook_check.py
@@ -23,8 +23,10 @@
     for index, notebook in enumerate(NOTEBOOKS_LIST):
         ep = ExecutePreprocessor(timeout=6000, kernel_name='python3')
         path = os.path.join("Document", notebook)
-        with open(path + EXTENSION) as f:
-            nb = nbformat.read(f, as_version=4, encoding='utf-8')
+        with open(path + EXTENSION,"rb") as f:
+            nb_bytes = f.read()
+            nb_text = nb_bytes.decode("utf-8")
+            nb = nbformat.read(nb_text, as_version=4)
             ep.preprocess(nb, {'metadata': {'path': 'Document/'}})
         with open(path + EXTENSION, 'w', encoding='utf-8') as f:
             nbformat.write(nb, f)

From 1c7ddaf10c5083eaa348809726225b30a3dc2a65 Mon Sep 17 00:00:00 2001
From: sepandhaghighi <sepand.haghighi@yahoo.com>
Date: Thu, 10 Sep 2020 01:22:45 +0430
Subject: [PATCH 40/52] fix : minor edit in notebook_check script

---
 Otherfiles/notebook_check.py | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py
index ff753dd2..73ca886a 100644
--- a/Otherfiles/notebook_check.py
+++ b/Otherfiles/notebook_check.py
@@ -23,10 +23,8 @@
     for index, notebook in enumerate(NOTEBOOKS_LIST):
         ep = ExecutePreprocessor(timeout=6000, kernel_name='python3')
         path = os.path.join("Document", notebook)
-        with open(path + EXTENSION,"rb") as f:
-            nb_bytes = f.read()
-            nb_text = nb_bytes.decode("utf-8")
-            nb = nbformat.read(nb_text, as_version=4)
+        with open(path + EXTENSION,"r","utf-8") as f:
+            nb = nbformat.read(f, as_version=4)
             ep.preprocess(nb, {'metadata': {'path': 'Document/'}})
         with open(path + EXTENSION, 'w', encoding='utf-8') as f:
             nbformat.write(nb, f)

From f8776b8e4b762986a255b6bffca55c85f5f40e48 Mon Sep 17 00:00:00 2001
From: sepandhaghighi <sepand.haghighi@yahoo.com>
Date: Thu, 10 Sep 2020 01:28:05 +0430
Subject: [PATCH 41/52] fix : minor edit in notebook_check script encoding

---
 Otherfiles/notebook_check.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py
index 73ca886a..0a43a20b 100644
--- a/Otherfiles/notebook_check.py
+++ b/Otherfiles/notebook_check.py
@@ -23,7 +23,7 @@
     for index, notebook in enumerate(NOTEBOOKS_LIST):
         ep = ExecutePreprocessor(timeout=6000, kernel_name='python3')
         path = os.path.join("Document", notebook)
-        with open(path + EXTENSION,"r","utf-8") as f:
+        with open(path + EXTENSION,"r",encoding="utf-8") as f:
             nb = nbformat.read(f, as_version=4)
             ep.preprocess(nb, {'metadata': {'path': 'Document/'}})
         with open(path + EXTENSION, 'w', encoding='utf-8') as f:

From 0077022d2008ff1ea12e02d4bf8f7df6909ba2d2 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Thu, 10 Sep 2020 11:11:04 +0430
Subject: [PATCH 42/52] edit : python running in verbose mode.

---
 .travis/test.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.travis/test.sh b/.travis/test.sh
index 6dc6dbf5..c5e786db 100644
--- a/.travis/test.sh
+++ b/.travis/test.sh
@@ -21,6 +21,6 @@
   then
       $PYTHON_COMMAND -m vulture pycm/ Otherfiles/ setup.py --min-confidence 65 --exclude=__init__.py --sort-by-size
       $PYTHON_COMMAND -m bandit -r pycm -s B311
-      $PYTHON_COMMAND -m pydocstyle --match-dir=pycm
+      $PYTHON_COMMAND -m -v pydocstyle --match-dir=pycm
   fi
   $PYTHON_COMMAND -m cProfile -s cumtime pycm/pycm_profile.py

From 539736b1b0e5067753f617f55d2e83d7ecf84cfe Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Thu, 10 Sep 2020 11:13:19 +0430
Subject: [PATCH 43/52] add : last new line added,

---
 appveyor.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/appveyor.yml b/appveyor.yml
index 0e7bbd89..c9b7c59a 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -36,4 +36,4 @@ test_script:
   - "%PYTHON%/python.exe -m pytest Test --cov=pycm --cov-report=term"
   - "%PYTHON%/python.exe Otherfiles/version_check.py"
   - "%PYTHON%/python.exe Otherfiles/notebook_check.py"
-  - "%PYTHON%/python.exe -m cProfile -s cumtime pycm/pycm_profile.py"
\ No newline at end of file
+  - "%PYTHON%/python.exe -m cProfile -s cumtime pycm/pycm_profile.py"

From 2f118da9463f1bacbc5529b9892118fb12efd9ff Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Thu, 10 Sep 2020 11:13:49 +0430
Subject: [PATCH 44/52] add : coding and global docstring added.

---
 Otherfiles/notebook_check.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/Otherfiles/notebook_check.py b/Otherfiles/notebook_check.py
index 0a43a20b..eb0dc82f 100644
--- a/Otherfiles/notebook_check.py
+++ b/Otherfiles/notebook_check.py
@@ -1,3 +1,5 @@
+# -*- coding: utf-8 -*-
+"""Notebook-check script."""
 import os
 import nbformat
 from nbconvert.preprocessors import ExecutePreprocessor

From 394990bdd35a6b666947f7d41c75fa6ceb85545b Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Thu, 10 Sep 2020 12:08:25 +0430
Subject: [PATCH 45/52] fix : -v flag misplacement fixed.

---
 .travis/test.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.travis/test.sh b/.travis/test.sh
index c5e786db..79423ad1 100644
--- a/.travis/test.sh
+++ b/.travis/test.sh
@@ -21,6 +21,6 @@
   then
       $PYTHON_COMMAND -m vulture pycm/ Otherfiles/ setup.py --min-confidence 65 --exclude=__init__.py --sort-by-size
       $PYTHON_COMMAND -m bandit -r pycm -s B311
-      $PYTHON_COMMAND -m -v pydocstyle --match-dir=pycm
+      $PYTHON_COMMAND -m pydocstyle -v --match-dir=pycm
   fi
   $PYTHON_COMMAND -m cProfile -s cumtime pycm/pycm_profile.py

From 21a5bd3aa9bc85b93a4db5bb5c6c11385519c5d0 Mon Sep 17 00:00:00 2001
From: sadrasabouri <sabouri.sadra@gmail.com>
Date: Thu, 10 Sep 2020 15:23:33 +0430
Subject: [PATCH 46/52] fix : notebook requirement misplacement fixed.

---
 dev-requirements.txt | 1 +
 requirements.txt     | 2 +-
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/dev-requirements.txt b/dev-requirements.txt
index a184284c..886fd432 100644
--- a/dev-requirements.txt
+++ b/dev-requirements.txt
@@ -7,4 +7,5 @@ setuptools>=40.8.0
 vulture>=1.0
 bandit>=1.5.1
 pydocstyle>=3.0.0
+notebook>=5.2.2
 
diff --git a/requirements.txt b/requirements.txt
index 69a52912..fd6e8f98 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,4 +1,4 @@
 art>=1.8
 numpy>=1.9.0
-notebook>=5.2.2
+
 

From c073aecaffcf9d73efb5dcfc920231fe9253405b Mon Sep 17 00:00:00 2001
From: sepandhaghighi <sepand.haghighi@yahoo.com>
Date: Thu, 10 Sep 2020 16:24:02 +0430
Subject: [PATCH 47/52] fix : minor edit in dev-requirements.txt

---
 dev-requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/dev-requirements.txt b/dev-requirements.txt
index 886fd432..d67484fd 100644
--- a/dev-requirements.txt
+++ b/dev-requirements.txt
@@ -1,5 +1,6 @@
 art==4.7
 numpy==1.19.1
+notebook>=5.2.2
 codecov>=2.0.15
 pytest>=4.3.1
 pytest-cov>=2.6.1
@@ -7,5 +8,4 @@ setuptools>=40.8.0
 vulture>=1.0
 bandit>=1.5.1
 pydocstyle>=3.0.0
-notebook>=5.2.2
 

From 12ee6d809c152f302ea20f66484b1799af6819ce Mon Sep 17 00:00:00 2001
From: sepandhaghighi <sepand.haghighi@yahoo.com>
Date: Thu, 10 Sep 2020 16:47:47 +0430
Subject: [PATCH 48/52] fix : minor edit in appveyor configs

---
 appveyor.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/appveyor.yml b/appveyor.yml
index c9b7c59a..c89701d2 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -32,7 +32,7 @@ install:
 test_script:
   - "%PYTHON%/python.exe -m pycm test"
   - "%PYTHON%/python.exe -m pycm"
-  - "%PYTHON%/Scripts/pip.exe install -r dev-requirements.txt"
+  - "%PYTHON%/Scripts/pip.exe install --upgrade --upgrade-strategy=only-if-needed -r dev-requirements.txt"
   - "%PYTHON%/python.exe -m pytest Test --cov=pycm --cov-report=term"
   - "%PYTHON%/python.exe Otherfiles/version_check.py"
   - "%PYTHON%/python.exe Otherfiles/notebook_check.py"

From 91901fbc1d0d731e0d29904606547fab45b878e2 Mon Sep 17 00:00:00 2001
From: sepandhaghighi <sepand.haghighi@yahoo.com>
Date: Thu, 10 Sep 2020 17:08:17 +0430
Subject: [PATCH 49/52] fix : notebook check test removed from appveyor

---
 .travis/test.sh      | 2 +-
 appveyor.yml         | 1 -
 dev-requirements.txt | 2 +-
 3 files changed, 2 insertions(+), 3 deletions(-)

diff --git a/.travis/test.sh b/.travis/test.sh
index 79423ad1..8b84c985 100644
--- a/.travis/test.sh
+++ b/.travis/test.sh
@@ -10,7 +10,6 @@
   fi
   $PYTHON_COMMAND -m pytest Test --cov=pycm --cov-report=term
   $PYTHON_COMMAND Otherfiles/version_check.py
-  $PYTHON_COMMAND Otherfiles/notebook_check.py
   
   if [ "$CI" = 'true' ] && [ "$TRAVIS" = 'true' ]
   then
@@ -22,5 +21,6 @@
       $PYTHON_COMMAND -m vulture pycm/ Otherfiles/ setup.py --min-confidence 65 --exclude=__init__.py --sort-by-size
       $PYTHON_COMMAND -m bandit -r pycm -s B311
       $PYTHON_COMMAND -m pydocstyle -v --match-dir=pycm
+      $PYTHON_COMMAND Otherfiles/notebook_check.py
   fi
   $PYTHON_COMMAND -m cProfile -s cumtime pycm/pycm_profile.py
diff --git a/appveyor.yml b/appveyor.yml
index c89701d2..82bcb861 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -35,5 +35,4 @@ test_script:
   - "%PYTHON%/Scripts/pip.exe install --upgrade --upgrade-strategy=only-if-needed -r dev-requirements.txt"
   - "%PYTHON%/python.exe -m pytest Test --cov=pycm --cov-report=term"
   - "%PYTHON%/python.exe Otherfiles/version_check.py"
-  - "%PYTHON%/python.exe Otherfiles/notebook_check.py"
   - "%PYTHON%/python.exe -m cProfile -s cumtime pycm/pycm_profile.py"
diff --git a/dev-requirements.txt b/dev-requirements.txt
index d67484fd..886fd432 100644
--- a/dev-requirements.txt
+++ b/dev-requirements.txt
@@ -1,6 +1,5 @@
 art==4.7
 numpy==1.19.1
-notebook>=5.2.2
 codecov>=2.0.15
 pytest>=4.3.1
 pytest-cov>=2.6.1
@@ -8,4 +7,5 @@ setuptools>=40.8.0
 vulture>=1.0
 bandit>=1.5.1
 pydocstyle>=3.0.0
+notebook>=5.2.2
 

From 0d78aae2a5bcc9f92c6ceb40bf697cbcbd9b9208 Mon Sep 17 00:00:00 2001
From: "dependabot-preview[bot]"
 <27856297+dependabot-preview[bot]@users.noreply.github.com>
Date: Mon, 14 Sep 2020 01:19:34 +0000
Subject: [PATCH 50/52] Bump numpy from 1.19.1 to 1.19.2

Bumps [numpy](https://github.com/numpy/numpy) from 1.19.1 to 1.19.2.
- [Release notes](https://github.com/numpy/numpy/releases)
- [Changelog](https://github.com/numpy/numpy/blob/master/doc/HOWTO_RELEASE.rst.txt)
- [Commits](https://github.com/numpy/numpy/compare/v1.19.1...v1.19.2)

Signed-off-by: dependabot-preview[bot] <support@dependabot.com>
---
 dev-requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/dev-requirements.txt b/dev-requirements.txt
index 886fd432..06a47387 100644
--- a/dev-requirements.txt
+++ b/dev-requirements.txt
@@ -1,5 +1,5 @@
 art==4.7
-numpy==1.19.1
+numpy==1.19.2
 codecov>=2.0.15
 pytest>=4.3.1
 pytest-cov>=2.6.1

From f47980c158579bcf440be7c8d4acc2a984132794 Mon Sep 17 00:00:00 2001
From: sepandhaghighi <sepand.haghighi@yahoo.com>
Date: Sun, 20 Sep 2020 16:27:29 +0430
Subject: [PATCH 51/52] rel : migrate to version 2.9

---
 CHANGELOG.md                | 4 +++-
 Otherfiles/version_check.py | 2 +-
 README.md                   | 4 ++--
 pycm/pycm_param.py          | 2 +-
 setup.py                    | 4 ++--
 5 files changed, 9 insertions(+), 7 deletions(-)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 28497cdf..3cbb1476 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -5,6 +5,7 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
 ## [Unreleased]
+## [2.9] - 2020-09-23
 ### Added
 - `notebook_check.py`
 - `to_array` method
@@ -506,7 +507,8 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 - TPR
 - documents and `README.md`
 
-[Unreleased]: https://github.com/sepandhaghighi/pycm/compare/v2.8...dev
+[Unreleased]: https://github.com/sepandhaghighi/pycm/compare/v2.9...dev
+[2.9]: https://github.com/sepandhaghighi/pycm/compare/v2.8...v2.9
 [2.8]: https://github.com/sepandhaghighi/pycm/compare/v2.7...v2.8
 [2.7]: https://github.com/sepandhaghighi/pycm/compare/v2.6...v2.7
 [2.6]: https://github.com/sepandhaghighi/pycm/compare/v2.5...v2.6
diff --git a/Otherfiles/version_check.py b/Otherfiles/version_check.py
index ca386432..9f0f634d 100644
--- a/Otherfiles/version_check.py
+++ b/Otherfiles/version_check.py
@@ -4,7 +4,7 @@
 import sys
 import codecs
 Failed = 0
-PYCM_VERSION = "2.8"
+PYCM_VERSION = "2.9"
 
 
 SETUP_ITEMS = [
diff --git a/README.md b/README.md
index ecf62d36..5a465a87 100644
--- a/README.md
+++ b/README.md
@@ -99,7 +99,7 @@ PyCM is the swiss-army knife of confusion matrices, targeted mainly at data scie
 ⚠️  PyCM 2.4 is the last version to support **Python 2.7** & **Python 3.4**
 
 ### Source code
-- Download [Version 2.8](https://github.com/sepandhaghighi/pycm/archive/v2.8.zip) or [Latest Source ](https://github.com/sepandhaghighi/pycm/archive/dev.zip)
+- Download [Version 2.9](https://github.com/sepandhaghighi/pycm/archive/v2.9.zip) or [Latest Source ](https://github.com/sepandhaghighi/pycm/archive/dev.zip)
 - Run `pip install -r requirements.txt` or `pip3 install -r requirements.txt` (Need root access)
 - Run `python3 setup.py install` or `python setup.py install` (Need root access)				
 
@@ -107,7 +107,7 @@ PyCM is the swiss-army knife of confusion matrices, targeted mainly at data scie
 
 
 - Check [Python Packaging User Guide](https://packaging.python.org/installing/)     
-- Run `pip install pycm==2.8` or `pip3 install pycm==2.8` (Need root access)
+- Run `pip install pycm==2.9` or `pip3 install pycm==2.9` (Need root access)
 
 ### Conda
 
diff --git a/pycm/pycm_param.py b/pycm/pycm_param.py
index e1795ab3..292e74bb 100644
--- a/pycm/pycm_param.py
+++ b/pycm/pycm_param.py
@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 """Parameters and constants."""
-PYCM_VERSION = "2.8"
+PYCM_VERSION = "2.9"
 
 
 OVERVIEW = '''
diff --git a/setup.py b/setup.py
index 1cf18ebb..acc138bd 100644
--- a/setup.py
+++ b/setup.py
@@ -36,14 +36,14 @@ def read_description():
 setup(
     name='pycm',
     packages=['pycm'],
-    version='2.8',
+    version='2.9',
     description='Multi-class confusion matrix library in Python',
     long_description=read_description(),
     long_description_content_type='text/markdown',
     author='Sepand Haghighi',
     author_email='info@pycm.ir',
     url='https://github.com/sepandhaghighi/pycm',
-    download_url='https://github.com/sepandhaghighi/pycm/tarball/v2.8',
+    download_url='https://github.com/sepandhaghighi/pycm/tarball/v2.9',
     keywords="confusion-matrix python3 python machine_learning ML",
     project_urls={
         'Webpage': 'https://www.pycm.ir',

From b2c6c80c9895f28040f25e78fd726cb3ea41dbad Mon Sep 17 00:00:00 2001
From: sepandhaghighi <sepand.haghighi@yahoo.com>
Date: Sun, 20 Sep 2020 16:40:48 +0430
Subject: [PATCH 52/52] doc : notebooks updated for version 2.9

---
 Document/Document.ipynb                     | 842 ++++++++++----------
 Document/Document_Files/cm1.html            |   2 +-
 Document/Document_Files/cm1.obj             |   2 +-
 Document/Document_Files/cm1_colored.html    |   2 +-
 Document/Document_Files/cm1_colored2.html   |   2 +-
 Document/Document_Files/cm1_filtered.html   |   2 +-
 Document/Document_Files/cm1_filtered2.html  |   2 +-
 Document/Document_Files/cm1_no_vectors.obj  |   2 +-
 Document/Document_Files/cm1_normalized.html |   2 +-
 Document/Document_Files/cm1_stat.obj        |   2 +-
 Document/Document_Files/cm1_summary.html    |   2 +-
 Document/Example1.ipynb                     |  18 +-
 Document/Example1_Files/cm1.html            |   2 +-
 Document/Example1_Files/cm2.html            |   2 +-
 Document/Example1_Files/cm3.html            |   2 +-
 Document/Example2.ipynb                     |  12 +-
 Document/Example4.ipynb                     |   6 +-
 Document/Example4_Files/cm.obj              |   2 +-
 Document/Example4_Files/cm_no_vectors.obj   |   2 +-
 Document/Example4_Files/cm_stat.obj         |   2 +-
 Document/Example6.ipynb                     |  94 +--
 Document/Example7.ipynb                     |  16 +-
 Document/Example8.ipynb                     |  12 +-
 Otherfiles/test.html                        |   2 +-
 Otherfiles/test.obj                         |   2 +-
 25 files changed, 515 insertions(+), 521 deletions(-)

diff --git a/Document/Document.ipynb b/Document/Document.ipynb
index a2c3b2b0..12cfa8c6 100644
--- a/Document/Document.ipynb
+++ b/Document/Document.ipynb
@@ -18,7 +18,7 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "### Version : 2.8\n",
+    "### Version : 2.9\n",
     "-----"
    ]
   },
@@ -273,7 +273,7 @@
    "metadata": {},
    "source": [
     "### Source code\n",
-    "- Download [Version 2.8](https://github.com/sepandhaghighi/pycm/archive/v2.8.zip) or [Latest Source ](https://github.com/sepandhaghighi/pycm/archive/dev.zip)\n",
+    "- Download [Version 2.9](https://github.com/sepandhaghighi/pycm/archive/v2.9.zip) or [Latest Source ](https://github.com/sepandhaghighi/pycm/archive/dev.zip)\n",
     "- Run `pip install -r requirements.txt` or `pip3 install -r requirements.txt` (Need root access)\n",
     "- Run `python3 setup.py install` or `python setup.py install` (Need root access)"
    ]
@@ -286,7 +286,7 @@
     "\n",
     "\n",
     "- Check [Python Packaging User Guide](https://packaging.python.org/installing/)     \n",
-    "- Run `pip install pycm==2.8` or `pip3 install pycm==2.8` (Need root access)"
+    "- Run `pip install pycm==2.9` or `pip3 install pycm==2.9` (Need root access)"
    ]
   },
   {
@@ -1178,7 +1178,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": 25,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1236,7 +1236,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": 27,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1357,7 +1357,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 30,
    "metadata": {},
    "outputs": [
     {
@@ -1368,7 +1368,7 @@
        "       [0, 2, 3]])"
       ]
      },
-     "execution_count": 4,
+     "execution_count": 30,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1379,7 +1379,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 31,
    "metadata": {},
    "outputs": [
     {
@@ -1390,7 +1390,7 @@
        "       [0. , 0.4, 0.6]])"
       ]
      },
-     "execution_count": 5,
+     "execution_count": 31,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1401,7 +1401,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 32,
    "metadata": {},
    "outputs": [
     {
@@ -1411,7 +1411,7 @@
        "       [0. , 1. ]])"
       ]
      },
-     "execution_count": 6,
+     "execution_count": 32,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1504,7 +1504,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 30,
+   "execution_count": 33,
    "metadata": {},
    "outputs": [
     {
@@ -1696,7 +1696,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 31,
+   "execution_count": 34,
    "metadata": {},
    "outputs": [
     {
@@ -1705,7 +1705,7 @@
        "False"
       ]
      },
-     "execution_count": 31,
+     "execution_count": 34,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1716,7 +1716,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 32,
+   "execution_count": 35,
    "metadata": {},
    "outputs": [
     {
@@ -1725,7 +1725,7 @@
        "False"
       ]
      },
-     "execution_count": 32,
+     "execution_count": 35,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1736,7 +1736,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 33,
+   "execution_count": 36,
    "metadata": {},
    "outputs": [
     {
@@ -1758,7 +1758,7 @@
        " 'Zero-one Loss']"
       ]
      },
-     "execution_count": 33,
+     "execution_count": 36,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1815,7 +1815,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 34,
+   "execution_count": 37,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1825,7 +1825,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 35,
+   "execution_count": 38,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1834,7 +1834,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 36,
+   "execution_count": 39,
    "metadata": {},
    "outputs": [
     {
@@ -1856,7 +1856,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 37,
+   "execution_count": 40,
    "metadata": {},
    "outputs": [
     {
@@ -1866,7 +1866,7 @@
        " 'cm3': {'class': 6.05, 'overall': 1.98333}}"
       ]
      },
-     "execution_count": 37,
+     "execution_count": 40,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1877,7 +1877,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 38,
+   "execution_count": 41,
    "metadata": {},
    "outputs": [
     {
@@ -1886,7 +1886,7 @@
        "['cm2', 'cm3']"
       ]
      },
-     "execution_count": 38,
+     "execution_count": 41,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1897,7 +1897,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 39,
+   "execution_count": 42,
    "metadata": {},
    "outputs": [
     {
@@ -1906,7 +1906,7 @@
        "pycm.ConfusionMatrix(classes: [0, 1, 2])"
       ]
      },
-     "execution_count": 39,
+     "execution_count": 42,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1917,7 +1917,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 40,
+   "execution_count": 43,
    "metadata": {},
    "outputs": [
     {
@@ -1926,7 +1926,7 @@
        "'cm2'"
       ]
      },
-     "execution_count": 40,
+     "execution_count": 43,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1937,7 +1937,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 41,
+   "execution_count": 44,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1946,7 +1946,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 42,
+   "execution_count": 45,
    "metadata": {},
    "outputs": [
     {
@@ -2049,7 +2049,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 43,
+   "execution_count": 46,
    "metadata": {},
    "outputs": [
     {
@@ -2058,7 +2058,7 @@
        "{'L1': 3, 'L2': 1, 'L3': 3}"
       ]
      },
-     "execution_count": 43,
+     "execution_count": 46,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2084,7 +2084,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 44,
+   "execution_count": 47,
    "metadata": {},
    "outputs": [
     {
@@ -2093,7 +2093,7 @@
        "{'L1': 7, 'L2': 8, 'L3': 4}"
       ]
      },
-     "execution_count": 44,
+     "execution_count": 47,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2119,7 +2119,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 45,
+   "execution_count": 48,
    "metadata": {},
    "outputs": [
     {
@@ -2128,7 +2128,7 @@
        "{'L1': 0, 'L2': 2, 'L3': 3}"
       ]
      },
-     "execution_count": 45,
+     "execution_count": 48,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2154,7 +2154,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 46,
+   "execution_count": 49,
    "metadata": {},
    "outputs": [
     {
@@ -2163,7 +2163,7 @@
        "{'L1': 2, 'L2': 1, 'L3': 2}"
       ]
      },
-     "execution_count": 46,
+     "execution_count": 49,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2196,7 +2196,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 47,
+   "execution_count": 50,
    "metadata": {},
    "outputs": [
     {
@@ -2205,7 +2205,7 @@
        "{'L1': 5, 'L2': 2, 'L3': 5}"
       ]
      },
-     "execution_count": 47,
+     "execution_count": 50,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2237,7 +2237,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 48,
+   "execution_count": 51,
    "metadata": {},
    "outputs": [
     {
@@ -2246,7 +2246,7 @@
        "{'L1': 7, 'L2': 10, 'L3': 7}"
       ]
      },
-     "execution_count": 48,
+     "execution_count": 51,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2278,7 +2278,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 49,
+   "execution_count": 52,
    "metadata": {},
    "outputs": [
     {
@@ -2287,7 +2287,7 @@
        "{'L1': 3, 'L2': 3, 'L3': 6}"
       ]
      },
-     "execution_count": 49,
+     "execution_count": 52,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2319,7 +2319,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 50,
+   "execution_count": 53,
    "metadata": {},
    "outputs": [
     {
@@ -2328,7 +2328,7 @@
        "{'L1': 9, 'L2': 9, 'L3': 6}"
       ]
      },
-     "execution_count": 50,
+     "execution_count": 53,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2360,7 +2360,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 51,
+   "execution_count": 54,
    "metadata": {},
    "outputs": [
     {
@@ -2369,7 +2369,7 @@
        "{'L1': 12, 'L2': 12, 'L3': 12}"
       ]
      },
-     "execution_count": 51,
+     "execution_count": 54,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2417,7 +2417,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 52,
+   "execution_count": 55,
    "metadata": {},
    "outputs": [
     {
@@ -2426,7 +2426,7 @@
        "{'L1': 0.6, 'L2': 0.5, 'L3': 0.6}"
       ]
      },
-     "execution_count": 52,
+     "execution_count": 55,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2460,7 +2460,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 53,
+   "execution_count": 56,
    "metadata": {},
    "outputs": [
     {
@@ -2469,7 +2469,7 @@
        "{'L1': 1.0, 'L2': 0.8, 'L3': 0.5714285714285714}"
       ]
      },
-     "execution_count": 53,
+     "execution_count": 56,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2504,7 +2504,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 54,
+   "execution_count": 57,
    "metadata": {},
    "outputs": [
     {
@@ -2513,7 +2513,7 @@
        "{'L1': 1.0, 'L2': 0.3333333333333333, 'L3': 0.5}"
       ]
      },
-     "execution_count": 54,
+     "execution_count": 57,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2548,7 +2548,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 55,
+   "execution_count": 58,
    "metadata": {},
    "outputs": [
     {
@@ -2557,7 +2557,7 @@
        "{'L1': 0.7777777777777778, 'L2': 0.8888888888888888, 'L3': 0.6666666666666666}"
       ]
      },
-     "execution_count": 55,
+     "execution_count": 58,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2591,7 +2591,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 56,
+   "execution_count": 59,
    "metadata": {},
    "outputs": [
     {
@@ -2600,7 +2600,7 @@
        "{'L1': 0.4, 'L2': 0.5, 'L3': 0.4}"
       ]
      },
-     "execution_count": 56,
+     "execution_count": 59,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2636,7 +2636,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 57,
+   "execution_count": 60,
    "metadata": {},
    "outputs": [
     {
@@ -2645,7 +2645,7 @@
        "{'L1': 0.0, 'L2': 0.19999999999999996, 'L3': 0.4285714285714286}"
       ]
      },
-     "execution_count": 57,
+     "execution_count": 60,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2679,7 +2679,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 58,
+   "execution_count": 61,
    "metadata": {},
    "outputs": [
     {
@@ -2688,7 +2688,7 @@
        "{'L1': 0.0, 'L2': 0.6666666666666667, 'L3': 0.5}"
       ]
      },
-     "execution_count": 58,
+     "execution_count": 61,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2722,7 +2722,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 59,
+   "execution_count": 62,
    "metadata": {},
    "outputs": [
     {
@@ -2733,7 +2733,7 @@
        " 'L3': 0.33333333333333337}"
       ]
      },
-     "execution_count": 59,
+     "execution_count": 62,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2767,7 +2767,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 60,
+   "execution_count": 63,
    "metadata": {},
    "outputs": [
     {
@@ -2776,7 +2776,7 @@
        "{'L1': 0.8333333333333334, 'L2': 0.75, 'L3': 0.5833333333333334}"
       ]
      },
-     "execution_count": 60,
+     "execution_count": 63,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2808,7 +2808,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 61,
+   "execution_count": 64,
    "metadata": {},
    "outputs": [
     {
@@ -2817,7 +2817,7 @@
        "{'L1': 0.16666666666666663, 'L2': 0.25, 'L3': 0.41666666666666663}"
       ]
      },
-     "execution_count": 61,
+     "execution_count": 64,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2861,7 +2861,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 62,
+   "execution_count": 65,
    "metadata": {},
    "outputs": [
     {
@@ -2870,7 +2870,7 @@
        "{'L1': 0.75, 'L2': 0.4, 'L3': 0.5454545454545454}"
       ]
      },
-     "execution_count": 62,
+     "execution_count": 65,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2881,7 +2881,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 63,
+   "execution_count": 66,
    "metadata": {},
    "outputs": [
     {
@@ -2890,7 +2890,7 @@
        "{'L1': 0.8823529411764706, 'L2': 0.35714285714285715, 'L3': 0.5172413793103449}"
       ]
      },
-     "execution_count": 63,
+     "execution_count": 66,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2901,7 +2901,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 64,
+   "execution_count": 67,
    "metadata": {},
    "outputs": [
     {
@@ -2910,7 +2910,7 @@
        "{'L1': 0.6521739130434783, 'L2': 0.45454545454545453, 'L3': 0.5769230769230769}"
       ]
      },
-     "execution_count": 64,
+     "execution_count": 67,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -2921,7 +2921,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 65,
+   "execution_count": 68,
    "metadata": {},
    "outputs": [
     {
@@ -2930,7 +2930,7 @@
        "{'L1': 0.6144578313253012, 'L2': 0.4857142857142857, 'L3': 0.5930232558139535}"
       ]
      },
-     "execution_count": 65,
+     "execution_count": 68,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3003,7 +3003,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 66,
+   "execution_count": 69,
    "metadata": {},
    "outputs": [
     {
@@ -3012,7 +3012,7 @@
        "{'L1': 0.6831300510639732, 'L2': 0.25819888974716115, 'L3': 0.1690308509457033}"
       ]
      },
-     "execution_count": 66,
+     "execution_count": 69,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3046,7 +3046,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 67,
+   "execution_count": 70,
    "metadata": {},
    "outputs": [
     {
@@ -3057,7 +3057,7 @@
        " 'L3': 0.17142857142857126}"
       ]
      },
-     "execution_count": 67,
+     "execution_count": 70,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3089,7 +3089,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 68,
+   "execution_count": 71,
    "metadata": {},
    "outputs": [
     {
@@ -3098,7 +3098,7 @@
        "{'L1': 0.7777777777777777, 'L2': 0.2222222222222221, 'L3': 0.16666666666666652}"
       ]
      },
-     "execution_count": 68,
+     "execution_count": 71,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3134,7 +3134,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 69,
+   "execution_count": 72,
    "metadata": {},
    "outputs": [
     {
@@ -3143,7 +3143,7 @@
        "{'L1': 'None', 'L2': 2.5000000000000004, 'L3': 1.4}"
       ]
      },
-     "execution_count": 69,
+     "execution_count": 72,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3188,7 +3188,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 70,
+   "execution_count": 73,
    "metadata": {},
    "outputs": [
     {
@@ -3197,7 +3197,7 @@
        "{'L1': 0.4, 'L2': 0.625, 'L3': 0.7000000000000001}"
       ]
      },
-     "execution_count": 70,
+     "execution_count": 73,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3240,7 +3240,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 71,
+   "execution_count": 74,
    "metadata": {},
    "outputs": [
     {
@@ -3249,7 +3249,7 @@
        "{'L1': 'None', 'L2': 4.000000000000001, 'L3': 1.9999999999999998}"
       ]
      },
-     "execution_count": 71,
+     "execution_count": 74,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3283,7 +3283,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 72,
+   "execution_count": 75,
    "metadata": {},
    "outputs": [
     {
@@ -3292,7 +3292,7 @@
        "{'L1': 0.4166666666666667, 'L2': 0.16666666666666666, 'L3': 0.4166666666666667}"
       ]
      },
-     "execution_count": 72,
+     "execution_count": 75,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3326,7 +3326,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 73,
+   "execution_count": 76,
    "metadata": {},
    "outputs": [
     {
@@ -3335,7 +3335,7 @@
        "{'L1': 0.7745966692414834, 'L2': 0.408248290463863, 'L3': 0.5477225575051661}"
       ]
      },
-     "execution_count": 73,
+     "execution_count": 76,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3367,7 +3367,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 74,
+   "execution_count": 77,
    "metadata": {},
    "outputs": [
     {
@@ -3378,7 +3378,7 @@
        " 'L3': 0.20833333333333334}"
       ]
      },
-     "execution_count": 74,
+     "execution_count": 77,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3419,7 +3419,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 75,
+   "execution_count": 78,
    "metadata": {},
    "outputs": [
     {
@@ -3430,7 +3430,7 @@
        " 'L3': 0.21006944444444442}"
       ]
      },
-     "execution_count": 75,
+     "execution_count": 78,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3473,7 +3473,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 76,
+   "execution_count": 79,
    "metadata": {},
    "outputs": [
     {
@@ -3482,7 +3482,7 @@
        "{'L1': 0.6, 'L2': 0.25, 'L3': 0.375}"
       ]
      },
-     "execution_count": 76,
+     "execution_count": 79,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3524,7 +3524,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 77,
+   "execution_count": 80,
    "metadata": {},
    "outputs": [
     {
@@ -3533,7 +3533,7 @@
        "{'L1': 1.2630344058337937, 'L2': 0.9999999999999998, 'L3': 0.26303440583379367}"
       ]
      },
-     "execution_count": 77,
+     "execution_count": 80,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3590,7 +3590,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 78,
+   "execution_count": 81,
    "metadata": {},
    "outputs": [
     {
@@ -3599,7 +3599,7 @@
        "{'L1': 0.25, 'L2': 0.49657842846620864, 'L3': 0.6044162769630221}"
       ]
      },
-     "execution_count": 78,
+     "execution_count": 81,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3663,7 +3663,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 79,
+   "execution_count": 82,
    "metadata": {},
    "outputs": [
     {
@@ -3672,7 +3672,7 @@
        "{'L1': 0.2643856189774724, 'L2': 0.5, 'L3': 0.6875}"
       ]
      },
-     "execution_count": 79,
+     "execution_count": 82,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3716,7 +3716,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 80,
+   "execution_count": 83,
    "metadata": {},
    "outputs": [
     {
@@ -3725,7 +3725,7 @@
        "{'L1': 0.8, 'L2': 0.65, 'L3': 0.5857142857142856}"
       ]
      },
-     "execution_count": 80,
+     "execution_count": 83,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3767,7 +3767,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 81,
+   "execution_count": 84,
    "metadata": {},
    "outputs": [
     {
@@ -3776,7 +3776,7 @@
        "{'L1': 0.4, 'L2': 0.5385164807134504, 'L3': 0.5862367008195198}"
       ]
      },
-     "execution_count": 81,
+     "execution_count": 84,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3817,7 +3817,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 82,
+   "execution_count": 85,
    "metadata": {},
    "outputs": [
     {
@@ -3826,7 +3826,7 @@
        "{'L1': 0.717157287525381, 'L2': 0.6192113447068046, 'L3': 0.5854680534700882}"
       ]
      },
-     "execution_count": 82,
+     "execution_count": 85,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3884,7 +3884,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 83,
+   "execution_count": 86,
    "metadata": {},
    "outputs": [
     {
@@ -3893,7 +3893,7 @@
        "{'L1': 'None', 'L2': 0.33193306999649924, 'L3': 0.1659665349982495}"
       ]
      },
-     "execution_count": 83,
+     "execution_count": 86,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -3943,7 +3943,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 84,
+   "execution_count": 87,
    "metadata": {},
    "outputs": [
     {
@@ -3954,7 +3954,7 @@
        " 'L3': 0.17142857142857126}"
       ]
      },
-     "execution_count": 84,
+     "execution_count": 87,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4018,7 +4018,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 85,
+   "execution_count": 88,
    "metadata": {},
    "outputs": [
     {
@@ -4027,7 +4027,7 @@
        "{'L1': 'None', 'L2': 'Poor', 'L3': 'Poor'}"
       ]
      },
-     "execution_count": 85,
+     "execution_count": 88,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4091,7 +4091,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 86,
+   "execution_count": 89,
    "metadata": {},
    "outputs": [
     {
@@ -4100,7 +4100,7 @@
        "{'L1': 'Poor', 'L2': 'Negligible', 'L3': 'Negligible'}"
       ]
      },
-     "execution_count": 86,
+     "execution_count": 89,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4164,7 +4164,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 87,
+   "execution_count": 90,
    "metadata": {},
    "outputs": [
     {
@@ -4173,7 +4173,7 @@
        "{'L1': 'None', 'L2': 'Poor', 'L3': 'Poor'}"
       ]
      },
-     "execution_count": 87,
+     "execution_count": 90,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4240,7 +4240,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 88,
+   "execution_count": 91,
    "metadata": {},
    "outputs": [
     {
@@ -4249,7 +4249,7 @@
        "{'L1': 'Very Good', 'L2': 'Fair', 'L3': 'Poor'}"
       ]
      },
-     "execution_count": 88,
+     "execution_count": 91,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4318,7 +4318,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 89,
+   "execution_count": 92,
    "metadata": {},
    "outputs": [
     {
@@ -4327,7 +4327,7 @@
        "{'L1': 'Moderate', 'L2': 'Negligible', 'L3': 'Negligible'}"
       ]
      },
-     "execution_count": 89,
+     "execution_count": 92,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4400,7 +4400,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 90,
+   "execution_count": 93,
    "metadata": {},
    "outputs": [
     {
@@ -4409,7 +4409,7 @@
        "{'L1': 'None', 'L2': 'Moderate', 'L3': 'Weak'}"
       ]
      },
-     "execution_count": 90,
+     "execution_count": 93,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4454,7 +4454,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 91,
+   "execution_count": 94,
    "metadata": {},
    "outputs": [
     {
@@ -4465,7 +4465,7 @@
        " 'L3': 0.17142857142857126}"
       ]
      },
-     "execution_count": 91,
+     "execution_count": 94,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4506,7 +4506,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 92,
+   "execution_count": 95,
    "metadata": {},
    "outputs": [
     {
@@ -4515,7 +4515,7 @@
        "{'L1': 2.4, 'L2': 2.0, 'L3': 1.2}"
       ]
      },
-     "execution_count": 92,
+     "execution_count": 95,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4556,7 +4556,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 93,
+   "execution_count": 96,
    "metadata": {},
    "outputs": [
     {
@@ -4565,7 +4565,7 @@
        "{'L1': -2, 'L2': 1, 'L3': 1}"
       ]
      },
-     "execution_count": 93,
+     "execution_count": 96,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4608,7 +4608,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 94,
+   "execution_count": 97,
    "metadata": {},
    "outputs": [
     {
@@ -4619,7 +4619,7 @@
        " 'L3': 0.041666666666666664}"
       ]
      },
-     "execution_count": 94,
+     "execution_count": 97,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4663,7 +4663,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 95,
+   "execution_count": 98,
    "metadata": {},
    "outputs": [
     {
@@ -4672,7 +4672,7 @@
        "{'L1': 0.5833333333333334, 'L2': 0.5192307692307692, 'L3': 0.5589430894308943}"
       ]
      },
-     "execution_count": 95,
+     "execution_count": 98,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4714,7 +4714,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 96,
+   "execution_count": 99,
    "metadata": {},
    "outputs": [
     {
@@ -4723,7 +4723,7 @@
        "{'L1': 0.36, 'L2': 0.27999999999999997, 'L3': 0.35265306122448975}"
       ]
      },
-     "execution_count": 96,
+     "execution_count": 99,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4734,7 +4734,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 97,
+   "execution_count": 100,
    "metadata": {},
    "outputs": [
     {
@@ -4743,7 +4743,7 @@
        "{'L1': 0.48, 'L2': 0.34, 'L3': 0.3477551020408163}"
       ]
      },
-     "execution_count": 97,
+     "execution_count": 100,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4754,7 +4754,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 98,
+   "execution_count": 101,
    "metadata": {},
    "outputs": [
     {
@@ -4763,7 +4763,7 @@
        "{'L1': 0.576, 'L2': 0.388, 'L3': 0.34383673469387754}"
       ]
      },
-     "execution_count": 98,
+     "execution_count": 101,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4832,7 +4832,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 99,
+   "execution_count": 102,
    "metadata": {},
    "outputs": [
     {
@@ -4841,7 +4841,7 @@
        "{'L1': 0.7745966692414834, 'L2': 0.6324555320336759, 'L3': 0.5855400437691198}"
       ]
      },
-     "execution_count": 99,
+     "execution_count": 102,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4893,7 +4893,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 100,
+   "execution_count": 103,
    "metadata": {},
    "outputs": [
     {
@@ -4902,7 +4902,7 @@
        "{'L1': 'None', 'L2': 0.6, 'L3': 0.3333333333333333}"
       ]
      },
-     "execution_count": 100,
+     "execution_count": 103,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -4957,7 +4957,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 101,
+   "execution_count": 104,
    "metadata": {},
    "outputs": [
     {
@@ -4966,7 +4966,7 @@
        "{'L1': 0.8576400016262, 'L2': 0.708612108382005, 'L3': 0.5803410802752335}"
       ]
      },
-     "execution_count": 101,
+     "execution_count": 104,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5021,7 +5021,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 102,
+   "execution_count": 105,
    "metadata": {},
    "outputs": [
     {
@@ -5030,7 +5030,7 @@
        "{'L1': 0.7285871475307653, 'L2': 0.6286946134619315, 'L3': 0.610088876086563}"
       ]
      },
-     "execution_count": 102,
+     "execution_count": 105,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5073,7 +5073,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 103,
+   "execution_count": 106,
    "metadata": {},
    "outputs": [
     {
@@ -5082,7 +5082,7 @@
        "{'L1': 1.0, 'L2': 0.5, 'L3': 0.6}"
       ]
      },
-     "execution_count": 103,
+     "execution_count": 106,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5125,7 +5125,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 104,
+   "execution_count": 107,
    "metadata": {},
    "outputs": [
     {
@@ -5134,7 +5134,7 @@
        "{'L1': 0.7745966692414834, 'L2': 0.4082482904638631, 'L3': 0.5477225575051661}"
       ]
      },
-     "execution_count": 104,
+     "execution_count": 107,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5177,7 +5177,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 105,
+   "execution_count": 108,
    "metadata": {},
    "outputs": [
     {
@@ -5186,7 +5186,7 @@
        "{'L1': 0.42857142857142855, 'L2': 0.1111111111111111, 'L3': 0.1875}"
       ]
      },
-     "execution_count": 105,
+     "execution_count": 108,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5257,7 +5257,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 106,
+   "execution_count": 109,
    "metadata": {},
    "outputs": [
     {
@@ -5266,7 +5266,7 @@
        "{'L1': 0.8, 'L2': 0.41666666666666663, 'L3': 0.55}"
       ]
      },
-     "execution_count": 106,
+     "execution_count": 109,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5314,7 +5314,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 107,
+   "execution_count": 110,
    "metadata": {},
    "outputs": [
     {
@@ -5325,7 +5325,7 @@
        " 'L3': 0.10000000000000009}"
       ]
      },
-     "execution_count": 107,
+     "execution_count": 110,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5445,7 +5445,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 108,
+   "execution_count": 111,
    "metadata": {},
    "outputs": [
     {
@@ -5456,7 +5456,7 @@
        " 'L3': [0.21908902300206645, (0.17058551491594975, 1.0294144850840503)]}"
       ]
      },
-     "execution_count": 108,
+     "execution_count": 111,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5467,7 +5467,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 109,
+   "execution_count": 112,
    "metadata": {},
    "outputs": [
     {
@@ -5478,7 +5478,7 @@
        " 'L3': [0.21908902300206645, (-0.2769850810763853, 1.0769850810763852)]}"
       ]
      },
-     "execution_count": 109,
+     "execution_count": 112,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5489,7 +5489,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 110,
+   "execution_count": 113,
    "metadata": {},
    "outputs": [
     {
@@ -5500,7 +5500,7 @@
        " 'L3': [0.14231876063832774, (0.19325746190524654, 0.6804926643446272)]}"
       ]
      },
-     "execution_count": 110,
+     "execution_count": 113,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5511,7 +5511,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 111,
+   "execution_count": 114,
    "metadata": {},
    "outputs": [
     {
@@ -5520,7 +5520,7 @@
        "[0.14231876063832777, (0.2805568916340536, 0.8343177950165198)]"
       ]
      },
-     "execution_count": 111,
+     "execution_count": 114,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5531,7 +5531,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 112,
+   "execution_count": 115,
    "metadata": {},
    "outputs": [
     {
@@ -5540,7 +5540,7 @@
        "[0.14231876063832777, (0.30438856248221097, 0.8622781041844558)]"
       ]
      },
-     "execution_count": 112,
+     "execution_count": 115,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5641,7 +5641,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 113,
+   "execution_count": 116,
    "metadata": {},
    "outputs": [
     {
@@ -5650,7 +5650,7 @@
        "{'L1': 0.25, 'L2': 0.0735, 'L3': 0.23525}"
       ]
      },
-     "execution_count": 113,
+     "execution_count": 116,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5714,16 +5714,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 114,
+   "execution_count": 117,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "0.611111111111111"
+       "0.6111111111111112"
       ]
      },
-     "execution_count": 114,
+     "execution_count": 117,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5734,7 +5734,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 115,
+   "execution_count": 118,
    "metadata": {},
    "outputs": [
     {
@@ -5743,7 +5743,7 @@
        "0.5651515151515151"
       ]
      },
-     "execution_count": 115,
+     "execution_count": 118,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5754,7 +5754,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 116,
+   "execution_count": 119,
    "metadata": {},
    "outputs": [
     {
@@ -5763,7 +5763,7 @@
        "3.0000000000000004"
       ]
      },
-     "execution_count": 116,
+     "execution_count": 119,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5830,16 +5830,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 117,
+   "execution_count": 120,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "0.6805555555555555"
+       "0.6805555555555557"
       ]
      },
-     "execution_count": 117,
+     "execution_count": 120,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5850,16 +5850,16 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 118,
+   "execution_count": 121,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "0.6064393939393938"
+       "0.606439393939394"
       ]
      },
-     "execution_count": 118,
+     "execution_count": 121,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5870,7 +5870,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 119,
+   "execution_count": 122,
    "metadata": {},
    "outputs": [
     {
@@ -5879,7 +5879,7 @@
        "2.5714285714285716"
       ]
      },
-     "execution_count": 119,
+     "execution_count": 122,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5890,7 +5890,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 120,
+   "execution_count": 123,
    "metadata": {},
    "outputs": [
     {
@@ -5899,7 +5899,7 @@
        "0.7152097902097903"
       ]
      },
-     "execution_count": 120,
+     "execution_count": 123,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -5984,7 +5984,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 121,
+   "execution_count": 124,
    "metadata": {},
    "outputs": [
     {
@@ -5993,7 +5993,7 @@
        "0.35483870967741943"
       ]
      },
-     "execution_count": 121,
+     "execution_count": 124,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6036,7 +6036,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 122,
+   "execution_count": 125,
    "metadata": {},
    "outputs": [
     {
@@ -6045,7 +6045,7 @@
        "0.34426229508196726"
       ]
      },
-     "execution_count": 122,
+     "execution_count": 125,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6086,7 +6086,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 123,
+   "execution_count": 126,
    "metadata": {},
    "outputs": [
     {
@@ -6095,7 +6095,7 @@
        "0.16666666666666674"
       ]
      },
-     "execution_count": 123,
+     "execution_count": 126,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6157,7 +6157,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 124,
+   "execution_count": 127,
    "metadata": {},
    "outputs": [
     {
@@ -6166,7 +6166,7 @@
        "0.39130434782608675"
       ]
      },
-     "execution_count": 124,
+     "execution_count": 127,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6177,14 +6177,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 125,
+   "execution_count": 128,
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-2.8-py3.5.egg\\pycm\\pycm_obj.py:742: RuntimeWarning: The weight format is wrong, the result is for unweighted kappa.\n"
+      "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-2.9-py3.5.egg\\pycm\\pycm_obj.py:752: RuntimeWarning: The weight format is wrong, the result is for unweighted kappa.\n"
      ]
     },
     {
@@ -6193,7 +6193,7 @@
        "0.35483870967741943"
       ]
      },
-     "execution_count": 125,
+     "execution_count": 128,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6262,7 +6262,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 126,
+   "execution_count": 129,
    "metadata": {},
    "outputs": [
     {
@@ -6271,7 +6271,7 @@
        "0.2203645326012817"
       ]
      },
-     "execution_count": 126,
+     "execution_count": 129,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6312,7 +6312,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 127,
+   "execution_count": 130,
    "metadata": {},
    "outputs": [
     {
@@ -6321,7 +6321,7 @@
        "(-0.07707577422109269, 0.7867531935759315)"
       ]
      },
-     "execution_count": 127,
+     "execution_count": 130,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6371,7 +6371,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 128,
+   "execution_count": 131,
    "metadata": {},
    "outputs": [
     {
@@ -6380,7 +6380,7 @@
        "6.6000000000000005"
       ]
      },
-     "execution_count": 128,
+     "execution_count": 131,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6421,7 +6421,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 129,
+   "execution_count": 132,
    "metadata": {},
    "outputs": [
     {
@@ -6430,7 +6430,7 @@
        "4"
       ]
      },
-     "execution_count": 129,
+     "execution_count": 132,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6473,7 +6473,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 130,
+   "execution_count": 133,
    "metadata": {},
    "outputs": [
     {
@@ -6482,7 +6482,7 @@
        "0.55"
       ]
      },
-     "execution_count": 130,
+     "execution_count": 133,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6527,7 +6527,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 131,
+   "execution_count": 134,
    "metadata": {},
    "outputs": [
     {
@@ -6536,7 +6536,7 @@
        "0.5244044240850758"
       ]
      },
-     "execution_count": 131,
+     "execution_count": 134,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6579,7 +6579,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 132,
+   "execution_count": 135,
    "metadata": {},
    "outputs": [
     {
@@ -6588,7 +6588,7 @@
        "0.14231876063832777"
       ]
      },
-     "execution_count": 132,
+     "execution_count": 135,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6631,7 +6631,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 133,
+   "execution_count": 136,
    "metadata": {},
    "outputs": [
     {
@@ -6640,7 +6640,7 @@
        "(0.30438856248221097, 0.8622781041844558)"
       ]
      },
-     "execution_count": 133,
+     "execution_count": 136,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6700,7 +6700,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 134,
+   "execution_count": 137,
    "metadata": {},
    "outputs": [
     {
@@ -6709,7 +6709,7 @@
        "0.37500000000000006"
       ]
      },
-     "execution_count": 134,
+     "execution_count": 137,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6762,7 +6762,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 135,
+   "execution_count": 138,
    "metadata": {},
    "outputs": [
     {
@@ -6771,7 +6771,7 @@
        "0.34426229508196726"
       ]
      },
-     "execution_count": 135,
+     "execution_count": 138,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6826,7 +6826,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 136,
+   "execution_count": 139,
    "metadata": {},
    "outputs": [
     {
@@ -6835,7 +6835,7 @@
        "0.3893129770992367"
       ]
      },
-     "execution_count": 136,
+     "execution_count": 139,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6890,7 +6890,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 137,
+   "execution_count": 140,
    "metadata": {},
    "outputs": [
     {
@@ -6899,7 +6899,7 @@
        "1.4833557549816874"
       ]
      },
-     "execution_count": 137,
+     "execution_count": 140,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -6954,7 +6954,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 138,
+   "execution_count": 141,
    "metadata": {},
    "outputs": [
     {
@@ -6963,7 +6963,7 @@
        "1.5"
       ]
      },
-     "execution_count": 138,
+     "execution_count": 141,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7027,7 +7027,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 139,
+   "execution_count": 142,
    "metadata": {},
    "outputs": [
     {
@@ -7036,7 +7036,7 @@
        "1.5833333333333335"
       ]
      },
-     "execution_count": 139,
+     "execution_count": 142,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7091,7 +7091,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 140,
+   "execution_count": 143,
    "metadata": {},
    "outputs": [
     {
@@ -7100,7 +7100,7 @@
        "2.4591479170272446"
       ]
      },
-     "execution_count": 140,
+     "execution_count": 143,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7157,7 +7157,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 141,
+   "execution_count": 144,
    "metadata": {},
    "outputs": [
     {
@@ -7166,7 +7166,7 @@
        "0.9757921620455572"
       ]
      },
-     "execution_count": 141,
+     "execution_count": 144,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7223,7 +7223,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 142,
+   "execution_count": 145,
    "metadata": {},
    "outputs": [
     {
@@ -7232,7 +7232,7 @@
        "0.09997757835164581"
       ]
      },
-     "execution_count": 142,
+     "execution_count": 145,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7304,7 +7304,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 143,
+   "execution_count": 146,
    "metadata": {},
    "outputs": [
     {
@@ -7313,7 +7313,7 @@
        "0.5242078379544428"
       ]
      },
-     "execution_count": 143,
+     "execution_count": 146,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7356,7 +7356,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 144,
+   "execution_count": 147,
    "metadata": {},
    "outputs": [
     {
@@ -7365,7 +7365,7 @@
        "0.42857142857142855"
       ]
      },
-     "execution_count": 144,
+     "execution_count": 147,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7408,7 +7408,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 145,
+   "execution_count": 148,
    "metadata": {},
    "outputs": [
     {
@@ -7417,7 +7417,7 @@
        "0.16666666666666666"
       ]
      },
-     "execution_count": 145,
+     "execution_count": 148,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7489,7 +7489,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 146,
+   "execution_count": 149,
    "metadata": {},
    "outputs": [
     {
@@ -7498,7 +7498,7 @@
        "'Fair'"
       ]
      },
-     "execution_count": 146,
+     "execution_count": 149,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7558,7 +7558,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 147,
+   "execution_count": 150,
    "metadata": {},
    "outputs": [
     {
@@ -7567,7 +7567,7 @@
        "'Poor'"
       ]
      },
-     "execution_count": 147,
+     "execution_count": 150,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7635,7 +7635,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 148,
+   "execution_count": 151,
    "metadata": {},
    "outputs": [
     {
@@ -7644,7 +7644,7 @@
        "'Fair'"
       ]
      },
-     "execution_count": 148,
+     "execution_count": 151,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7708,7 +7708,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 149,
+   "execution_count": 152,
    "metadata": {},
    "outputs": [
     {
@@ -7717,7 +7717,7 @@
        "'Poor'"
       ]
      },
-     "execution_count": 149,
+     "execution_count": 152,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7789,7 +7789,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 150,
+   "execution_count": 153,
    "metadata": {},
    "outputs": [
     {
@@ -7798,7 +7798,7 @@
        "'Relatively Strong'"
       ]
      },
-     "execution_count": 150,
+     "execution_count": 153,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7867,7 +7867,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 151,
+   "execution_count": 154,
    "metadata": {},
    "outputs": [
     {
@@ -7876,7 +7876,7 @@
        "'Weak'"
       ]
      },
-     "execution_count": 151,
+     "execution_count": 154,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7926,7 +7926,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 152,
+   "execution_count": 155,
    "metadata": {},
    "outputs": [
     {
@@ -7935,7 +7935,7 @@
        "0.5833333333333334"
       ]
      },
-     "execution_count": 152,
+     "execution_count": 155,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -7976,7 +7976,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 153,
+   "execution_count": 156,
    "metadata": {},
    "outputs": [
     {
@@ -7985,7 +7985,7 @@
        "0.3541666666666667"
       ]
      },
-     "execution_count": 153,
+     "execution_count": 156,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8026,7 +8026,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 154,
+   "execution_count": 157,
    "metadata": {},
    "outputs": [
     {
@@ -8035,7 +8035,7 @@
        "0.3645833333333333"
       ]
      },
-     "execution_count": 154,
+     "execution_count": 157,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8076,7 +8076,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 155,
+   "execution_count": 158,
    "metadata": {},
    "outputs": [
     {
@@ -8085,7 +8085,7 @@
        "0.5833333333333334"
       ]
      },
-     "execution_count": 155,
+     "execution_count": 158,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8126,7 +8126,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 156,
+   "execution_count": 159,
    "metadata": {},
    "outputs": [
     {
@@ -8135,7 +8135,7 @@
        "0.5833333333333334"
       ]
      },
-     "execution_count": 156,
+     "execution_count": 159,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8176,7 +8176,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 157,
+   "execution_count": 160,
    "metadata": {},
    "outputs": [
     {
@@ -8185,7 +8185,7 @@
        "0.7916666666666666"
       ]
      },
-     "execution_count": 157,
+     "execution_count": 160,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8226,7 +8226,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 158,
+   "execution_count": 161,
    "metadata": {},
    "outputs": [
     {
@@ -8235,7 +8235,7 @@
        "0.20833333333333337"
       ]
      },
-     "execution_count": 158,
+     "execution_count": 161,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8276,7 +8276,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 159,
+   "execution_count": 162,
    "metadata": {},
    "outputs": [
     {
@@ -8285,7 +8285,7 @@
        "0.41666666666666663"
       ]
      },
-     "execution_count": 159,
+     "execution_count": 162,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8326,7 +8326,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 160,
+   "execution_count": 163,
    "metadata": {},
    "outputs": [
     {
@@ -8335,7 +8335,7 @@
        "0.5833333333333334"
       ]
      },
-     "execution_count": 160,
+     "execution_count": 163,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8376,7 +8376,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 161,
+   "execution_count": 164,
    "metadata": {},
    "outputs": [
     {
@@ -8385,7 +8385,7 @@
        "0.611111111111111"
       ]
      },
-     "execution_count": 161,
+     "execution_count": 164,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8426,7 +8426,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 162,
+   "execution_count": 165,
    "metadata": {},
    "outputs": [
     {
@@ -8435,7 +8435,7 @@
        "0.5666666666666668"
       ]
      },
-     "execution_count": 162,
+     "execution_count": 165,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8476,7 +8476,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 163,
+   "execution_count": 166,
    "metadata": {},
    "outputs": [
     {
@@ -8485,7 +8485,7 @@
        "0.7904761904761904"
       ]
      },
-     "execution_count": 163,
+     "execution_count": 166,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8526,7 +8526,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 164,
+   "execution_count": 167,
    "metadata": {},
    "outputs": [
     {
@@ -8535,7 +8535,7 @@
        "0.20952380952380956"
       ]
      },
-     "execution_count": 164,
+     "execution_count": 167,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8576,7 +8576,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 165,
+   "execution_count": 168,
    "metadata": {},
    "outputs": [
     {
@@ -8585,7 +8585,7 @@
        "0.43333333333333324"
       ]
      },
-     "execution_count": 165,
+     "execution_count": 168,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8626,7 +8626,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 166,
+   "execution_count": 169,
    "metadata": {},
    "outputs": [
     {
@@ -8635,7 +8635,7 @@
        "0.5651515151515151"
       ]
      },
-     "execution_count": 166,
+     "execution_count": 169,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8676,7 +8676,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 167,
+   "execution_count": 170,
    "metadata": {},
    "outputs": [
     {
@@ -8685,7 +8685,7 @@
        "0.7222222222222223"
       ]
      },
-     "execution_count": 167,
+     "execution_count": 170,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8740,7 +8740,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 168,
+   "execution_count": 171,
    "metadata": {},
    "outputs": [
     {
@@ -8749,7 +8749,7 @@
        "(1.225, 0.4083333333333334)"
       ]
      },
-     "execution_count": 168,
+     "execution_count": 171,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8790,7 +8790,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 169,
+   "execution_count": 172,
    "metadata": {},
    "outputs": [
     {
@@ -8799,7 +8799,7 @@
        "0.41666666666666663"
       ]
      },
-     "execution_count": 169,
+     "execution_count": 172,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8840,7 +8840,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 170,
+   "execution_count": 173,
    "metadata": {},
    "outputs": [
     {
@@ -8849,7 +8849,7 @@
        "5"
       ]
      },
-     "execution_count": 170,
+     "execution_count": 173,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8890,7 +8890,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 171,
+   "execution_count": 174,
    "metadata": {},
    "outputs": [
     {
@@ -8899,7 +8899,7 @@
        "0.4166666666666667"
       ]
      },
-     "execution_count": 171,
+     "execution_count": 174,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -8967,7 +8967,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 172,
+   "execution_count": 175,
    "metadata": {},
    "outputs": [
     {
@@ -8976,7 +8976,7 @@
        "0.18926430237560654"
       ]
      },
-     "execution_count": 172,
+     "execution_count": 175,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9024,7 +9024,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 173,
+   "execution_count": 176,
    "metadata": {},
    "outputs": [
     {
@@ -9033,7 +9033,7 @@
        "0.4638112995385119"
       ]
      },
-     "execution_count": 173,
+     "execution_count": 176,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9088,7 +9088,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 174,
+   "execution_count": 177,
    "metadata": {},
    "outputs": [
     {
@@ -9097,7 +9097,7 @@
        "0.5189369467580801"
       ]
      },
-     "execution_count": 174,
+     "execution_count": 177,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9161,7 +9161,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 175,
+   "execution_count": 178,
    "metadata": {},
    "outputs": [
     {
@@ -9170,7 +9170,7 @@
        "0.36666666666666664"
       ]
      },
-     "execution_count": 175,
+     "execution_count": 178,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9211,7 +9211,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 176,
+   "execution_count": 179,
    "metadata": {},
    "outputs": [
     {
@@ -9220,7 +9220,7 @@
        "4.0"
       ]
      },
-     "execution_count": 176,
+     "execution_count": 179,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9263,7 +9263,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 177,
+   "execution_count": 180,
    "metadata": {},
    "outputs": [
     {
@@ -9272,7 +9272,7 @@
        "0.4777777777777778"
       ]
      },
-     "execution_count": 177,
+     "execution_count": 180,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9313,7 +9313,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 178,
+   "execution_count": 181,
    "metadata": {},
    "outputs": [
     {
@@ -9322,7 +9322,7 @@
        "0.6785714285714285"
       ]
      },
-     "execution_count": 178,
+     "execution_count": 181,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9363,7 +9363,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 179,
+   "execution_count": 182,
    "metadata": {},
    "outputs": [
     {
@@ -9372,7 +9372,7 @@
        "0.6857142857142857"
       ]
      },
-     "execution_count": 179,
+     "execution_count": 182,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9435,7 +9435,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 180,
+   "execution_count": 183,
    "metadata": {},
    "outputs": [
     {
@@ -9444,7 +9444,7 @@
        "0.3533932006492363"
       ]
      },
-     "execution_count": 180,
+     "execution_count": 183,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9485,7 +9485,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 181,
+   "execution_count": 184,
    "metadata": {},
    "outputs": [
     {
@@ -9494,7 +9494,7 @@
        "0.5956833971812706"
       ]
      },
-     "execution_count": 181,
+     "execution_count": 184,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9536,7 +9536,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 182,
+   "execution_count": 185,
    "metadata": {},
    "outputs": [
     {
@@ -9545,7 +9545,7 @@
        "0.1777777777777778"
       ]
      },
-     "execution_count": 182,
+     "execution_count": 185,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9597,7 +9597,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 183,
+   "execution_count": 186,
    "metadata": {},
    "outputs": [
     {
@@ -9606,7 +9606,7 @@
        "0.09206349206349207"
       ]
      },
-     "execution_count": 183,
+     "execution_count": 186,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9658,7 +9658,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 184,
+   "execution_count": 187,
    "metadata": {},
    "outputs": [
     {
@@ -9667,7 +9667,7 @@
        "0.37254901960784315"
       ]
      },
-     "execution_count": 184,
+     "execution_count": 187,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9732,7 +9732,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 185,
+   "execution_count": 188,
    "metadata": {},
    "outputs": [
     {
@@ -9741,7 +9741,7 @@
        "0.3715846994535519"
       ]
      },
-     "execution_count": 185,
+     "execution_count": 188,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9817,7 +9817,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 186,
+   "execution_count": 189,
    "metadata": {},
    "outputs": [
     {
@@ -9826,7 +9826,7 @@
        "0.374757281553398"
       ]
      },
-     "execution_count": 186,
+     "execution_count": 189,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9837,14 +9837,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 187,
+   "execution_count": 190,
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-2.8-py3.5.egg\\pycm\\pycm_obj.py:764: RuntimeWarning: The weight format is wrong, the result is for unweighted alpha.\n"
+      "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\pycm-2.9-py3.5.egg\\pycm\\pycm_obj.py:774: RuntimeWarning: The weight format is wrong, the result is for unweighted alpha.\n"
      ]
     },
     {
@@ -9853,7 +9853,7 @@
        "0.3715846994535519"
       ]
      },
-     "execution_count": 187,
+     "execution_count": 190,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9957,7 +9957,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 188,
+   "execution_count": 191,
    "metadata": {},
    "outputs": [
     {
@@ -9966,7 +9966,7 @@
        "0.38540577344968524"
       ]
      },
-     "execution_count": 188,
+     "execution_count": 191,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -9977,7 +9977,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 189,
+   "execution_count": 192,
    "metadata": {},
    "outputs": [
     {
@@ -9986,7 +9986,7 @@
        "0.38545857383594895"
       ]
      },
-     "execution_count": 189,
+     "execution_count": 192,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -10049,7 +10049,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 190,
+   "execution_count": 193,
    "metadata": {},
    "outputs": [
     {
@@ -10215,7 +10215,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 191,
+   "execution_count": 194,
    "metadata": {},
    "outputs": [
     {
@@ -10240,7 +10240,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 192,
+   "execution_count": 195,
    "metadata": {},
    "outputs": [
     {
@@ -10251,7 +10251,7 @@
        " 'L3': {'L1': 0, 'L2': 2, 'L3': 3}}"
       ]
      },
-     "execution_count": 192,
+     "execution_count": 195,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -10262,7 +10262,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 193,
+   "execution_count": 196,
    "metadata": {},
    "outputs": [
     {
@@ -10285,7 +10285,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 194,
+   "execution_count": 197,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -10294,7 +10294,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 195,
+   "execution_count": 198,
    "metadata": {},
    "outputs": [
     {
@@ -10367,7 +10367,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 196,
+   "execution_count": 199,
    "metadata": {},
    "outputs": [
     {
@@ -10392,7 +10392,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 197,
+   "execution_count": 200,
    "metadata": {},
    "outputs": [
     {
@@ -10403,7 +10403,7 @@
        " 'L3': {'L1': 0.0, 'L2': 0.4, 'L3': 0.6}}"
       ]
      },
-     "execution_count": 197,
+     "execution_count": 200,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -10414,7 +10414,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 198,
+   "execution_count": 201,
    "metadata": {},
    "outputs": [
     {
@@ -10437,7 +10437,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 199,
+   "execution_count": 202,
    "metadata": {},
    "outputs": [
     {
@@ -10510,7 +10510,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 200,
+   "execution_count": 203,
    "metadata": {},
    "outputs": [
     {
@@ -10657,7 +10657,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 201,
+   "execution_count": 204,
    "metadata": {},
    "outputs": [
     {
@@ -10684,7 +10684,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 202,
+   "execution_count": 205,
    "metadata": {},
    "outputs": [
     {
@@ -10711,7 +10711,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 203,
+   "execution_count": 206,
    "metadata": {},
    "outputs": [
     {
@@ -10819,7 +10819,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 204,
+   "execution_count": 207,
    "metadata": {},
    "outputs": [
     {
@@ -10841,7 +10841,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 205,
+   "execution_count": 208,
    "metadata": {},
    "outputs": [
     {
@@ -10870,7 +10870,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 206,
+   "execution_count": 209,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -10888,7 +10888,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 207,
+   "execution_count": 210,
    "metadata": {},
    "outputs": [
     {
@@ -10898,7 +10898,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 207,
+     "execution_count": 210,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -10916,7 +10916,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 208,
+   "execution_count": 211,
    "metadata": {},
    "outputs": [
     {
@@ -10926,7 +10926,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 208,
+     "execution_count": 211,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -10944,7 +10944,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 209,
+   "execution_count": 212,
    "metadata": {},
    "outputs": [
     {
@@ -10954,7 +10954,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 209,
+     "execution_count": 212,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -10972,7 +10972,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 210,
+   "execution_count": 213,
    "metadata": {},
    "outputs": [
     {
@@ -10982,7 +10982,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 210,
+     "execution_count": 213,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11000,7 +11000,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 211,
+   "execution_count": 214,
    "metadata": {},
    "outputs": [
     {
@@ -11010,7 +11010,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 211,
+     "execution_count": 214,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11028,7 +11028,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 212,
+   "execution_count": 215,
    "metadata": {},
    "outputs": [
     {
@@ -11038,7 +11038,7 @@
        " 'Status': False}"
       ]
      },
-     "execution_count": 212,
+     "execution_count": 215,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11121,7 +11121,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 213,
+   "execution_count": 216,
    "metadata": {},
    "outputs": [
     {
@@ -11131,7 +11131,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 213,
+     "execution_count": 216,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11149,7 +11149,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 214,
+   "execution_count": 217,
    "metadata": {},
    "outputs": [
     {
@@ -11159,7 +11159,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 214,
+     "execution_count": 217,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11177,7 +11177,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 215,
+   "execution_count": 218,
    "metadata": {},
    "outputs": [
     {
@@ -11187,7 +11187,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 215,
+     "execution_count": 218,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11205,7 +11205,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 216,
+   "execution_count": 219,
    "metadata": {},
    "outputs": [
     {
@@ -11215,7 +11215,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 216,
+     "execution_count": 219,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11233,7 +11233,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 217,
+   "execution_count": 220,
    "metadata": {},
    "outputs": [
     {
@@ -11243,7 +11243,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 217,
+     "execution_count": 220,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11261,7 +11261,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 218,
+   "execution_count": 221,
    "metadata": {},
    "outputs": [
     {
@@ -11271,7 +11271,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 218,
+     "execution_count": 221,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11289,7 +11289,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 219,
+   "execution_count": 222,
    "metadata": {},
    "outputs": [
     {
@@ -11299,7 +11299,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 219,
+     "execution_count": 222,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11317,7 +11317,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 220,
+   "execution_count": 223,
    "metadata": {},
    "outputs": [
     {
@@ -11327,7 +11327,7 @@
        " 'Status': False}"
       ]
      },
-     "execution_count": 220,
+     "execution_count": 223,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11430,7 +11430,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 221,
+   "execution_count": 224,
    "metadata": {},
    "outputs": [
     {
@@ -11440,7 +11440,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 221,
+     "execution_count": 224,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11460,7 +11460,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 222,
+   "execution_count": 225,
    "metadata": {},
    "outputs": [
     {
@@ -11470,7 +11470,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 222,
+     "execution_count": 225,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11490,7 +11490,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 223,
+   "execution_count": 226,
    "metadata": {},
    "outputs": [
     {
@@ -11500,7 +11500,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 223,
+     "execution_count": 226,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11520,7 +11520,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 224,
+   "execution_count": 227,
    "metadata": {},
    "outputs": [
     {
@@ -11530,7 +11530,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 224,
+     "execution_count": 227,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11550,7 +11550,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 225,
+   "execution_count": 228,
    "metadata": {},
    "outputs": [
     {
@@ -11560,7 +11560,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 225,
+     "execution_count": 228,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11580,7 +11580,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 226,
+   "execution_count": 229,
    "metadata": {},
    "outputs": [
     {
@@ -11590,7 +11590,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 226,
+     "execution_count": 229,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11608,7 +11608,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 227,
+   "execution_count": 230,
    "metadata": {},
    "outputs": [
     {
@@ -11618,7 +11618,7 @@
        " 'Status': False}"
       ]
      },
-     "execution_count": 227,
+     "execution_count": 230,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11711,7 +11711,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 228,
+   "execution_count": 231,
    "metadata": {},
    "outputs": [
     {
@@ -11721,7 +11721,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 228,
+     "execution_count": 231,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11739,7 +11739,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 229,
+   "execution_count": 232,
    "metadata": {},
    "outputs": [
     {
@@ -11749,7 +11749,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 229,
+     "execution_count": 232,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11767,7 +11767,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 230,
+   "execution_count": 233,
    "metadata": {},
    "outputs": [
     {
@@ -11777,7 +11777,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 230,
+     "execution_count": 233,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11795,7 +11795,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 231,
+   "execution_count": 234,
    "metadata": {},
    "outputs": [
     {
@@ -11805,7 +11805,7 @@
        " 'Status': False}"
       ]
      },
-     "execution_count": 231,
+     "execution_count": 234,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11867,7 +11867,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 232,
+   "execution_count": 235,
    "metadata": {},
    "outputs": [
     {
@@ -11877,7 +11877,7 @@
        " 'Status': True}"
       ]
      },
-     "execution_count": 232,
+     "execution_count": 235,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11895,7 +11895,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 233,
+   "execution_count": 236,
    "metadata": {},
    "outputs": [
     {
@@ -11905,7 +11905,7 @@
        " 'Status': False}"
       ]
      },
-     "execution_count": 233,
+     "execution_count": 236,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -11947,7 +11947,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 234,
+   "execution_count": 237,
    "metadata": {},
    "outputs": [
     {
@@ -11967,7 +11967,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 235,
+   "execution_count": 238,
    "metadata": {
     "scrolled": true
    },
@@ -11989,7 +11989,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 236,
+   "execution_count": 239,
    "metadata": {},
    "outputs": [
     {
@@ -12009,7 +12009,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 237,
+   "execution_count": 240,
    "metadata": {},
    "outputs": [
     {
@@ -12029,7 +12029,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 238,
+   "execution_count": 241,
    "metadata": {},
    "outputs": [
     {
@@ -12049,7 +12049,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 239,
+   "execution_count": 242,
    "metadata": {},
    "outputs": [
     {
@@ -12069,7 +12069,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 240,
+   "execution_count": 243,
    "metadata": {},
    "outputs": [
     {
@@ -12089,7 +12089,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 241,
+   "execution_count": 244,
    "metadata": {},
    "outputs": [
     {
@@ -12109,7 +12109,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 242,
+   "execution_count": 245,
    "metadata": {},
    "outputs": [
     {
@@ -12129,7 +12129,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 243,
+   "execution_count": 246,
    "metadata": {},
    "outputs": [
     {
@@ -12149,7 +12149,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 244,
+   "execution_count": 247,
    "metadata": {},
    "outputs": [
     {
@@ -12169,7 +12169,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 245,
+   "execution_count": 248,
    "metadata": {},
    "outputs": [
     {
@@ -12189,7 +12189,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 246,
+   "execution_count": 249,
    "metadata": {},
    "outputs": [
     {
@@ -12210,7 +12210,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 247,
+   "execution_count": 250,
    "metadata": {},
    "outputs": [
     {
@@ -12230,7 +12230,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 248,
+   "execution_count": 251,
    "metadata": {},
    "outputs": [
     {
@@ -12250,7 +12250,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 249,
+   "execution_count": 252,
    "metadata": {},
    "outputs": [
     {
@@ -12270,7 +12270,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 250,
+   "execution_count": 253,
    "metadata": {},
    "outputs": [
     {
@@ -12290,7 +12290,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 251,
+   "execution_count": 254,
    "metadata": {},
    "outputs": [
     {
diff --git a/Document/Document_Files/cm1.html b/Document/Document_Files/cm1.html
index 2dd90360..f199c4e7 100644
--- a/Document/Document_Files/cm1.html
+++ b/Document/Document_Files/cm1.html
@@ -740,5 +740,5 @@ <h2>Class Statistics : </h2>
 </tr>
 </table>
 </body>
-<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.8</p>
+<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.9</p>
 </html>
\ No newline at end of file
diff --git a/Document/Document_Files/cm1.obj b/Document/Document_Files/cm1.obj
index 72b4f0e0..40f3aad2 100644
--- a/Document/Document_Files/cm1.obj
+++ b/Document/Document_Files/cm1.obj
@@ -1 +1 @@
-{"Actual-Vector": null, "Sample-Weight": null, "Transpose": true, "Predict-Vector": null, "Digit": 5, "Matrix": [["L1", [["L3", 2], ["L1", 3], ["L2", 0]]], ["L2", [["L3", 1], ["L1", 0], ["L2", 1]]], ["L3", [["L3", 3], ["L1", 0], ["L2", 2]]]]}
\ No newline at end of file
+{"Digit": 5, "Transpose": true, "Matrix": [["L1", [["L1", 3], ["L2", 0], ["L3", 2]]], ["L2", [["L1", 0], ["L2", 1], ["L3", 1]]], ["L3", [["L1", 0], ["L2", 2], ["L3", 3]]]], "Actual-Vector": null, "Predict-Vector": null, "Sample-Weight": null}
\ No newline at end of file
diff --git a/Document/Document_Files/cm1_colored.html b/Document/Document_Files/cm1_colored.html
index 495f6cd4..98be491e 100644
--- a/Document/Document_Files/cm1_colored.html
+++ b/Document/Document_Files/cm1_colored.html
@@ -740,5 +740,5 @@ <h2>Class Statistics : </h2>
 </tr>
 </table>
 </body>
-<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.8</p>
+<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.9</p>
 </html>
\ No newline at end of file
diff --git a/Document/Document_Files/cm1_colored2.html b/Document/Document_Files/cm1_colored2.html
index 8629debe..1dc6b94c 100644
--- a/Document/Document_Files/cm1_colored2.html
+++ b/Document/Document_Files/cm1_colored2.html
@@ -740,5 +740,5 @@ <h2>Class Statistics : </h2>
 </tr>
 </table>
 </body>
-<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.8</p>
+<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.9</p>
 </html>
\ No newline at end of file
diff --git a/Document/Document_Files/cm1_filtered.html b/Document/Document_Files/cm1_filtered.html
index 6b22f7b4..decd7799 100644
--- a/Document/Document_Files/cm1_filtered.html
+++ b/Document/Document_Files/cm1_filtered.html
@@ -86,5 +86,5 @@ <h2>Class Statistics : </h2>
 </tr>
 </table>
 </body>
-<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.8</p>
+<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.9</p>
 </html>
\ No newline at end of file
diff --git a/Document/Document_Files/cm1_filtered2.html b/Document/Document_Files/cm1_filtered2.html
index 56c4760b..48e1aa46 100644
--- a/Document/Document_Files/cm1_filtered2.html
+++ b/Document/Document_Files/cm1_filtered2.html
@@ -78,5 +78,5 @@ <h2>Class Statistics : </h2>
 </tr>
 </table>
 </body>
-<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.8</p>
+<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.9</p>
 </html>
\ No newline at end of file
diff --git a/Document/Document_Files/cm1_no_vectors.obj b/Document/Document_Files/cm1_no_vectors.obj
index 72b4f0e0..40f3aad2 100644
--- a/Document/Document_Files/cm1_no_vectors.obj
+++ b/Document/Document_Files/cm1_no_vectors.obj
@@ -1 +1 @@
-{"Actual-Vector": null, "Sample-Weight": null, "Transpose": true, "Predict-Vector": null, "Digit": 5, "Matrix": [["L1", [["L3", 2], ["L1", 3], ["L2", 0]]], ["L2", [["L3", 1], ["L1", 0], ["L2", 1]]], ["L3", [["L3", 3], ["L1", 0], ["L2", 2]]]]}
\ No newline at end of file
+{"Digit": 5, "Transpose": true, "Matrix": [["L1", [["L1", 3], ["L2", 0], ["L3", 2]]], ["L2", [["L1", 0], ["L2", 1], ["L3", 1]]], ["L3", [["L1", 0], ["L2", 2], ["L3", 3]]]], "Actual-Vector": null, "Predict-Vector": null, "Sample-Weight": null}
\ No newline at end of file
diff --git a/Document/Document_Files/cm1_normalized.html b/Document/Document_Files/cm1_normalized.html
index 4a5df898..b2aa648c 100644
--- a/Document/Document_Files/cm1_normalized.html
+++ b/Document/Document_Files/cm1_normalized.html
@@ -740,5 +740,5 @@ <h2>Class Statistics : </h2>
 </tr>
 </table>
 </body>
-<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.8</p>
+<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.9</p>
 </html>
\ No newline at end of file
diff --git a/Document/Document_Files/cm1_stat.obj b/Document/Document_Files/cm1_stat.obj
index acbc3095..bb3c610e 100644
--- a/Document/Document_Files/cm1_stat.obj
+++ b/Document/Document_Files/cm1_stat.obj
@@ -1 +1 @@
-{"Actual-Vector": null, "Sample-Weight": null, "Transpose": true, "Class-Stat": {"Y": {"L3": 0.17142857142857126, "L1": 0.6000000000000001, "L2": 0.30000000000000004}, "TOP": {"L3": 6, "L1": 3, "L2": 3}, "FOR": {"L3": 0.33333333333333337, "L1": 0.2222222222222222, "L2": 0.11111111111111116}, "ICSI": {"L3": 0.10000000000000009, "L1": 0.6000000000000001, "L2": -0.16666666666666674}, "PPV": {"L3": 0.5, "L1": 1.0, "L2": 0.3333333333333333}, "FPR": {"L3": 0.4285714285714286, "L1": 0.0, "L2": 0.19999999999999996}, "FP": {"L3": 3, "L1": 0, "L2": 2}, "NLR": {"L3": 0.7000000000000001, "L1": 0.4, "L2": 0.625}, "TNR": {"L3": 0.5714285714285714, "L1": 1.0, "L2": 0.8}, "DPI": {"L3": "Poor", "L1": "None", "L2": "Poor"}, "MCC": {"L3": 0.1690308509457033, "L1": 0.6831300510639732, "L2": 0.25819888974716115}, "PRE": {"L3": 0.4166666666666667, "L1": 0.4166666666666667, "L2": 0.16666666666666666}, "CEN": {"L3": 0.6044162769630221, "L1": 0.25, "L2": 0.49657842846620864}, "J": {"L3": 0.375, "L1": 0.6, "L2": 0.25}, "AM": {"L3": 1, "L1": -2, "L2": 1}, "TON": {"L3": 6, "L1": 9, "L2": 9}, "IBA": {"L3": 0.35265306122448975, "L1": 0.36, "L2": 0.27999999999999997}, "G": {"L3": 0.5477225575051661, "L1": 0.7745966692414834, "L2": 0.408248290463863}, "TN": {"L3": 4, "L1": 7, "L2": 8}, "TPR": {"L3": 0.6, "L1": 0.6, "L2": 0.5}, "PLRI": {"L3": "Poor", "L1": "None", "L2": "Poor"}, "DOR": {"L3": 1.9999999999999998, "L1": "None", "L2": 4.000000000000001}, "dInd": {"L3": 0.5862367008195198, "L1": 0.4, "L2": 0.5385164807134504}, "RACC": {"L3": 0.20833333333333334, "L1": 0.10416666666666667, "L2": 0.041666666666666664}, "F0.5": {"L3": 0.5172413793103449, "L1": 0.8823529411764706, "L2": 0.35714285714285715}, "F1": {"L3": 0.5454545454545454, "L1": 0.75, "L2": 0.4}, "AUC": {"L3": 0.5857142857142856, "L1": 0.8, "L2": 0.65}, "QI": {"L3": "Weak", "L1": "None", "L2": "Moderate"}, "Q": {"L3": 0.3333333333333333, "L1": "None", "L2": 0.6}, "AGM": {"L3": 0.5803410802752335, "L1": 0.8576400016262, "L2": 0.708612108382005}, "AUCI": {"L3": "Poor", "L1": "Very Good", "L2": "Fair"}, "F2": {"L3": 0.5769230769230769, "L1": 0.6521739130434783, "L2": 0.45454545454545453}, "OC": {"L3": 0.6, "L1": 1.0, "L2": 0.5}, "FN": {"L3": 2, "L1": 2, "L2": 1}, "GM": {"L3": 0.5855400437691198, "L1": 0.7745966692414834, "L2": 0.6324555320336759}, "FNR": {"L3": 0.4, "L1": 0.4, "L2": 0.5}, "OP": {"L3": 0.5589430894308943, "L1": 0.5833333333333334, "L2": 0.5192307692307692}, "GI": {"L3": 0.17142857142857126, "L1": 0.6000000000000001, "L2": 0.30000000000000004}, "POP": {"L3": 12, "L1": 12, "L2": 12}, "BCD": {"L3": 0.041666666666666664, "L1": 0.08333333333333333, "L2": 0.041666666666666664}, "MCCI": {"L3": "Negligible", "L1": "Moderate", "L2": "Negligible"}, "IS": {"L3": 0.26303440583379367, "L1": 1.2630344058337937, "L2": 0.9999999999999998}, "P": {"L3": 5, "L1": 5, "L2": 2}, "NLRI": {"L3": "Negligible", "L1": "Poor", "L2": "Negligible"}, "ERR": {"L3": 0.41666666666666663, "L1": 0.16666666666666663, "L2": 0.25}, "NPV": {"L3": 0.6666666666666666, "L1": 0.7777777777777778, "L2": 0.8888888888888888}, "sInd": {"L3": 0.5854680534700882, "L1": 0.717157287525381, "L2": 0.6192113447068046}, "ACC": {"L3": 0.5833333333333334, "L1": 0.8333333333333334, "L2": 0.75}, "AGF": {"L3": 0.610088876086563, "L1": 0.7285871475307653, "L2": 0.6286946134619315}, "OOC": {"L3": 0.5477225575051661, "L1": 0.7745966692414834, "L2": 0.4082482904638631}, "FDR": {"L3": 0.5, "L1": 0.0, "L2": 0.6666666666666667}, "RACCU": {"L3": 0.21006944444444442, "L1": 0.1111111111111111, "L2": 0.04340277777777778}, "BM": {"L3": 0.17142857142857126, "L1": 0.6000000000000001, "L2": 0.30000000000000004}, "N": {"L3": 7, "L1": 7, "L2": 10}, "LS": {"L3": 1.2, "L1": 2.4, "L2": 2.0}, "PLR": {"L3": 1.4, "L1": "None", "L2": 2.5000000000000004}, "AUPR": {"L3": 0.55, "L1": 0.8, "L2": 0.41666666666666663}, "MK": {"L3": 0.16666666666666652, "L1": 0.7777777777777777, "L2": 0.2222222222222221}, "MCEN": {"L3": 0.6875, "L1": 0.2643856189774724, "L2": 0.5}, "TP": {"L3": 3, "L1": 3, "L2": 1}, "DP": {"L3": 0.1659665349982495, "L1": "None", "L2": 0.33193306999649924}}, "Predict-Vector": null, "Overall-Stat": {"KL Divergence": 0.09997757835164581, "Scott PI": 0.34426229508196726, "F1 Micro": 0.5833333333333334, "Hamming Loss": 0.41666666666666663, "Overall ACC": 0.5833333333333334, "Overall J": [1.225, 0.4083333333333334], "Mutual Information": 0.5242078379544428, "F1 Macro": 0.5651515151515151, "TNR Micro": 0.7916666666666666, "CBA": 0.4777777777777778, "95% CI": [0.30438856248221097, 0.8622781041844558], "Reference Entropy": 1.4833557549816874, "AUNP": 0.6857142857142857, "Conditional Entropy": 0.9757921620455572, "NIR": 0.4166666666666667, "SOA5(Cramer)": "Relatively Strong", "Overall RACCU": 0.3645833333333333, "Overall RACC": 0.3541666666666667, "FPR Micro": 0.20833333333333337, "TPR Micro": 0.5833333333333334, "SOA6(Matthews)": "Weak", "SOA1(Landis & Koch)": "Fair", "Response Entropy": 1.5, "ACC Macro": 0.7222222222222223, "Gwet AC1": 0.3893129770992367, "Chi-Squared DF": 4, "Overall MCC": 0.36666666666666664, "Krippendorff Alpha": 0.3715846994535519, "Joint Entropy": 2.4591479170272446, "FNR Macro": 0.43333333333333324, "Lambda B": 0.16666666666666666, "PPV Micro": 0.5833333333333334, "Lambda A": 0.42857142857142855, "Chi-Squared": 6.6000000000000005, "Cramer V": 0.5244044240850758, "Bangdiwala B": 0.37254901960784315, "SOA2(Fleiss)": "Poor", "Kappa": 0.35483870967741943, "RR": 4.0, "TPR Macro": 0.5666666666666668, "Phi-Squared": 0.55, "Bennett S": 0.37500000000000006, "Pearson C": 0.5956833971812706, "PPV Macro": 0.611111111111111, "RCI": 0.3533932006492363, "CSI": 0.1777777777777778, "Cross Entropy": 1.5833333333333335, "Kappa 95% CI": [-0.07707577422109269, 0.7867531935759315], "SOA4(Cicchetti)": "Poor", "AUNU": 0.6785714285714285, "P-Value": 0.18926430237560654, "Zero-one Loss": 5, "Kappa Unbiased": 0.34426229508196726, "Kappa Standard Error": 0.2203645326012817, "FNR Micro": 0.41666666666666663, "TNR Macro": 0.7904761904761904, "Standard Error": 0.14231876063832777, "Overall CEN": 0.4638112995385119, "Overall MCEN": 0.5189369467580801, "Kappa No Prevalence": 0.16666666666666674, "SOA3(Altman)": "Fair", "FPR Macro": 0.20952380952380956, "ARI": 0.09206349206349207}, "Digit": 5, "Matrix": [["L1", [["L3", 2], ["L1", 3], ["L2", 0]]], ["L2", [["L3", 1], ["L1", 0], ["L2", 1]]], ["L3", [["L3", 3], ["L1", 0], ["L2", 2]]]]}
\ No newline at end of file
+{"Overall-Stat": {"Overall RACC": 0.3541666666666667, "SOA4(Cicchetti)": "Poor", "Reference Entropy": 1.4833557549816874, "Cross Entropy": 1.5833333333333335, "Standard Error": 0.14231876063832777, "Gwet AC1": 0.3893129770992367, "Overall ACC": 0.5833333333333334, "TPR Macro": 0.5666666666666668, "SOA3(Altman)": "Fair", "Pearson C": 0.5956833971812706, "Response Entropy": 1.5, "Kappa": 0.35483870967741943, "PPV Micro": 0.5833333333333334, "Lambda A": 0.42857142857142855, "KL Divergence": 0.09997757835164581, "Overall CEN": 0.4638112995385119, "Conditional Entropy": 0.9757921620455572, "95% CI": [0.30438856248221097, 0.8622781041844558], "Chi-Squared DF": 4, "FPR Micro": 0.20833333333333337, "SOA2(Fleiss)": "Poor", "RR": 4.0, "SOA1(Landis & Koch)": "Fair", "CSI": 0.1777777777777778, "Kappa No Prevalence": 0.16666666666666674, "ARI": 0.09206349206349207, "Kappa Unbiased": 0.34426229508196726, "Zero-one Loss": 5, "Overall MCC": 0.36666666666666664, "CBA": 0.4777777777777778, "Chi-Squared": 6.6000000000000005, "ACC Macro": 0.7222222222222223, "Bennett S": 0.37500000000000006, "TNR Micro": 0.7916666666666666, "FPR Macro": 0.20952380952380956, "Kappa Standard Error": 0.2203645326012817, "SOA6(Matthews)": "Weak", "TNR Macro": 0.7904761904761904, "NIR": 0.4166666666666667, "Scott PI": 0.34426229508196726, "Overall MCEN": 0.5189369467580801, "Lambda B": 0.16666666666666666, "FNR Micro": 0.41666666666666663, "Joint Entropy": 2.4591479170272446, "Krippendorff Alpha": 0.3715846994535519, "SOA5(Cramer)": "Relatively Strong", "F1 Micro": 0.5833333333333334, "AUNP": 0.6857142857142857, "Cramer V": 0.5244044240850758, "F1 Macro": 0.5651515151515151, "AUNU": 0.6785714285714285, "FNR Macro": 0.43333333333333324, "Phi-Squared": 0.55, "Overall RACCU": 0.3645833333333333, "RCI": 0.3533932006492363, "Mutual Information": 0.5242078379544428, "TPR Micro": 0.5833333333333334, "PPV Macro": 0.611111111111111, "Overall J": [1.225, 0.4083333333333334], "P-Value": 0.18926430237560654, "Kappa 95% CI": [-0.07707577422109269, 0.7867531935759315], "Hamming Loss": 0.41666666666666663, "Bangdiwala B": 0.37254901960784315}, "Digit": 5, "Transpose": true, "Matrix": [["L1", [["L1", 3], ["L2", 0], ["L3", 2]]], ["L2", [["L1", 0], ["L2", 1], ["L3", 1]]], ["L3", [["L1", 0], ["L2", 2], ["L3", 3]]]], "Class-Stat": {"TPR": {"L1": 0.6, "L2": 0.5, "L3": 0.6}, "TP": {"L1": 3, "L2": 1, "L3": 3}, "F1": {"L1": 0.75, "L2": 0.4, "L3": 0.5454545454545454}, "PPV": {"L1": 1.0, "L2": 0.3333333333333333, "L3": 0.5}, "FDR": {"L1": 0.0, "L2": 0.6666666666666667, "L3": 0.5}, "MK": {"L1": 0.7777777777777777, "L2": 0.2222222222222221, "L3": 0.16666666666666652}, "RACC": {"L1": 0.10416666666666667, "L2": 0.041666666666666664, "L3": 0.20833333333333334}, "DOR": {"L1": "None", "L2": 4.000000000000001, "L3": 1.9999999999999998}, "MCEN": {"L1": 0.2643856189774724, "L2": 0.5, "L3": 0.6875}, "MCCI": {"L1": "Moderate", "L2": "Negligible", "L3": "Negligible"}, "GM": {"L1": 0.7745966692414834, "L2": 0.6324555320336759, "L3": 0.5855400437691198}, "G": {"L1": 0.7745966692414834, "L2": 0.408248290463863, "L3": 0.5477225575051661}, "FP": {"L1": 0, "L2": 2, "L3": 3}, "FN": {"L1": 2, "L2": 1, "L3": 2}, "AUCI": {"L1": "Very Good", "L2": "Fair", "L3": "Poor"}, "OOC": {"L1": 0.7745966692414834, "L2": 0.4082482904638631, "L3": 0.5477225575051661}, "FPR": {"L1": 0.0, "L2": 0.19999999999999996, "L3": 0.4285714285714286}, "TNR": {"L1": 1.0, "L2": 0.8, "L3": 0.5714285714285714}, "ERR": {"L1": 0.16666666666666663, "L2": 0.25, "L3": 0.41666666666666663}, "FNR": {"L1": 0.4, "L2": 0.5, "L3": 0.4}, "LS": {"L1": 2.4, "L2": 2.0, "L3": 1.2}, "AGF": {"L1": 0.7285871475307653, "L2": 0.6286946134619315, "L3": 0.610088876086563}, "IBA": {"L1": 0.36, "L2": 0.27999999999999997, "L3": 0.35265306122448975}, "PLR": {"L1": "None", "L2": 2.5000000000000004, "L3": 1.4}, "AGM": {"L1": 0.8576400016262, "L2": 0.708612108382005, "L3": 0.5803410802752335}, "N": {"L1": 7, "L2": 10, "L3": 7}, "AUPR": {"L1": 0.8, "L2": 0.41666666666666663, "L3": 0.55}, "ICSI": {"L1": 0.6000000000000001, "L2": -0.16666666666666674, "L3": 0.10000000000000009}, "J": {"L1": 0.6, "L2": 0.25, "L3": 0.375}, "OC": {"L1": 1.0, "L2": 0.5, "L3": 0.6}, "TN": {"L1": 7, "L2": 8, "L3": 4}, "FOR": {"L1": 0.2222222222222222, "L2": 0.11111111111111116, "L3": 0.33333333333333337}, "Y": {"L1": 0.6000000000000001, "L2": 0.30000000000000004, "L3": 0.17142857142857126}, "TOP": {"L1": 3, "L2": 3, "L3": 6}, "OP": {"L1": 0.5833333333333334, "L2": 0.5192307692307692, "L3": 0.5589430894308943}, "AM": {"L1": -2, "L2": 1, "L3": 1}, "RACCU": {"L1": 0.1111111111111111, "L2": 0.04340277777777778, "L3": 0.21006944444444442}, "ACC": {"L1": 0.8333333333333334, "L2": 0.75, "L3": 0.5833333333333334}, "POP": {"L1": 12, "L2": 12, "L3": 12}, "GI": {"L1": 0.6000000000000001, "L2": 0.30000000000000004, "L3": 0.17142857142857126}, "PLRI": {"L1": "None", "L2": "Poor", "L3": "Poor"}, "TON": {"L1": 9, "L2": 9, "L3": 6}, "MCC": {"L1": 0.6831300510639732, "L2": 0.25819888974716115, "L3": 0.1690308509457033}, "NPV": {"L1": 0.7777777777777778, "L2": 0.8888888888888888, "L3": 0.6666666666666666}, "DP": {"L1": "None", "L2": 0.33193306999649924, "L3": 0.1659665349982495}, "BM": {"L1": 0.6000000000000001, "L2": 0.30000000000000004, "L3": 0.17142857142857126}, "NLRI": {"L1": "Poor", "L2": "Negligible", "L3": "Negligible"}, "F2": {"L1": 0.6521739130434783, "L2": 0.45454545454545453, "L3": 0.5769230769230769}, "F0.5": {"L1": 0.8823529411764706, "L2": 0.35714285714285715, "L3": 0.5172413793103449}, "DPI": {"L1": "None", "L2": "Poor", "L3": "Poor"}, "dInd": {"L1": 0.4, "L2": 0.5385164807134504, "L3": 0.5862367008195198}, "CEN": {"L1": 0.25, "L2": 0.49657842846620864, "L3": 0.6044162769630221}, "sInd": {"L1": 0.717157287525381, "L2": 0.6192113447068046, "L3": 0.5854680534700882}, "BCD": {"L1": 0.08333333333333333, "L2": 0.041666666666666664, "L3": 0.041666666666666664}, "IS": {"L1": 1.2630344058337937, "L2": 0.9999999999999998, "L3": 0.26303440583379367}, "QI": {"L1": "None", "L2": "Moderate", "L3": "Weak"}, "NLR": {"L1": 0.4, "L2": 0.625, "L3": 0.7000000000000001}, "AUC": {"L1": 0.8, "L2": 0.65, "L3": 0.5857142857142856}, "PRE": {"L1": 0.4166666666666667, "L2": 0.16666666666666666, "L3": 0.4166666666666667}, "P": {"L1": 5, "L2": 2, "L3": 5}, "Q": {"L1": "None", "L2": 0.6, "L3": 0.3333333333333333}}, "Actual-Vector": null, "Predict-Vector": null, "Sample-Weight": null}
\ No newline at end of file
diff --git a/Document/Document_Files/cm1_summary.html b/Document/Document_Files/cm1_summary.html
index 9ac86483..88fa1f4a 100644
--- a/Document/Document_Files/cm1_summary.html
+++ b/Document/Document_Files/cm1_summary.html
@@ -209,5 +209,5 @@ <h2>Class Statistics : </h2>
 </tr>
 </table>
 </body>
-<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.8</p>
+<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.9</p>
 </html>
\ No newline at end of file
diff --git a/Document/Example1.ipynb b/Document/Example1.ipynb
index 06ff18f6..2507c794 100644
--- a/Document/Example1.ipynb
+++ b/Document/Example1.ipynb
@@ -38,14 +38,17 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Requirement already satisfied: scikit-learn in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages\\scikit_learn-0.19.1-py3.5-win32.egg (0.19.1)\n"
+      "Requirement already satisfied: scikit-learn in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (0.22.2.post1)\n",
+      "Requirement already satisfied: joblib>=0.11 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from scikit-learn) (0.14.1)\n",
+      "Requirement already satisfied: scipy>=0.17.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from scikit-learn) (1.1.0)\n",
+      "Requirement already satisfied: numpy>=1.11.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from scikit-learn) (1.15.2)\n"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "WARNING: You are using pip version 20.0.2; however, version 20.1.1 is available.\n",
+      "WARNING: You are using pip version 20.0.2; however, version 20.2.3 is available.\n",
       "You should consider upgrading via the 'C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\python.exe -m pip install --upgrade pip' command.\n"
      ]
     }
@@ -541,16 +544,7 @@
    "cell_type": "code",
    "execution_count": 25,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\lib\\site-packages\\scikit_learn-0.19.1-py3.5-win32.egg\\sklearn\\ensemble\\weight_boosting.py:29: DeprecationWarning: numpy.core.umath_tests is an internal NumPy module and should not be imported. It will be removed in a future NumPy release.\n",
-      "  from numpy.core.umath_tests import inner1d\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "from sklearn.ensemble import AdaBoostClassifier\n",
     "classifier_3 = AdaBoostClassifier()"
diff --git a/Document/Example1_Files/cm1.html b/Document/Example1_Files/cm1.html
index c670db9c..493c9b05 100644
--- a/Document/Example1_Files/cm1.html
+++ b/Document/Example1_Files/cm1.html
@@ -740,5 +740,5 @@ <h2>Class Statistics : </h2>
 </tr>
 </table>
 </body>
-<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.8</p>
+<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.9</p>
 </html>
\ No newline at end of file
diff --git a/Document/Example1_Files/cm2.html b/Document/Example1_Files/cm2.html
index e1835ac9..01701006 100644
--- a/Document/Example1_Files/cm2.html
+++ b/Document/Example1_Files/cm2.html
@@ -740,5 +740,5 @@ <h2>Class Statistics : </h2>
 </tr>
 </table>
 </body>
-<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.8</p>
+<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.9</p>
 </html>
\ No newline at end of file
diff --git a/Document/Example1_Files/cm3.html b/Document/Example1_Files/cm3.html
index 4258200a..95118499 100644
--- a/Document/Example1_Files/cm3.html
+++ b/Document/Example1_Files/cm3.html
@@ -740,5 +740,5 @@ <h2>Class Statistics : </h2>
 </tr>
 </table>
 </body>
-<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.8</p>
+<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.9</p>
 </html>
\ No newline at end of file
diff --git a/Document/Example2.ipynb b/Document/Example2.ipynb
index d681f568..99f0d7e5 100644
--- a/Document/Example2.ipynb
+++ b/Document/Example2.ipynb
@@ -33,20 +33,20 @@
      "output_type": "stream",
      "text": [
       "Requirement already satisfied: matplotlib in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (3.0.3)\n",
-      "Requirement already satisfied: kiwisolver>=1.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (1.0.1)\n",
-      "Requirement already satisfied: cycler>=0.10 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (0.10.0)\n",
-      "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (2.2.0)\n",
       "Requirement already satisfied: numpy>=1.10.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (1.15.2)\n",
       "Requirement already satisfied: python-dateutil>=2.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (2.6.1)\n",
-      "Requirement already satisfied: setuptools in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from kiwisolver>=1.0.1->matplotlib) (40.9.0)\n",
-      "Requirement already satisfied: six in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from cycler>=0.10->matplotlib) (1.11.0)\n"
+      "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (2.2.0)\n",
+      "Requirement already satisfied: kiwisolver>=1.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (1.0.1)\n",
+      "Requirement already satisfied: cycler>=0.10 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (0.10.0)\n",
+      "Requirement already satisfied: six>=1.5 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from python-dateutil>=2.1->matplotlib) (1.11.0)\n",
+      "Requirement already satisfied: setuptools in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from kiwisolver>=1.0.1->matplotlib) (40.9.0)\n"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "WARNING: You are using pip version 20.0.2; however, version 20.1.1 is available.\n",
+      "WARNING: You are using pip version 20.0.2; however, version 20.2.3 is available.\n",
       "You should consider upgrading via the 'C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\python.exe -m pip install --upgrade pip' command.\n"
      ]
     }
diff --git a/Document/Example4.ipynb b/Document/Example4.ipynb
index 03fd724f..0057a08f 100644
--- a/Document/Example4.ipynb
+++ b/Document/Example4.ipynb
@@ -507,7 +507,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "{\"Predict-Vector\": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], \"Sample-Weight\": null, \"Digit\": 5, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Actual-Vector\": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], \"Transpose\": false}\n"
+      "{\"Transpose\": false, \"Actual-Vector\": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Digit\": 5, \"Predict-Vector\": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], \"Sample-Weight\": null}\n"
      ]
     }
    ],
@@ -524,7 +524,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "{\"Predict-Vector\": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], \"Sample-Weight\": null, \"Class-Stat\": {\"NPV\": {\"200\": 0.23076923076923078, \"500\": 0.8888888888888888, \"100\": 1.0, \"600\": 0.95}, \"ICSI\": {\"200\": 0.2321428571428572, \"500\": -0.16666666666666674, \"100\": \"None\", \"600\": \"None\"}, \"GI\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"TP\": {\"200\": 6, \"100\": 0, \"500\": 1, \"600\": 0}, \"POP\": {\"200\": 20, \"500\": 20, \"100\": 20, \"600\": 20}, \"dInd\": {\"200\": 0.673145600891813, \"500\": 0.6692567908186672, \"100\": \"None\", \"600\": 1.0}, \"MCC\": {\"200\": 0.10482848367219183, \"500\": 0.32673201960653564, \"100\": \"None\", \"600\": \"None\"}, \"TPR\": {\"200\": 0.375, \"500\": 0.3333333333333333, \"100\": \"None\", \"600\": 0.0}, \"FDR\": {\"200\": 0.1428571428571429, \"500\": 0.5, \"100\": 1.0, \"600\": \"None\"}, \"BM\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"G\": {\"200\": 0.5669467095138409, \"500\": 0.408248290463863, \"100\": \"None\", \"600\": \"None\"}, \"RACC\": {\"200\": 0.28, \"500\": 0.015, \"100\": 0.0, \"600\": 0.0}, \"ACC\": {\"200\": 0.45, \"500\": 0.85, \"100\": 0.45, \"600\": 0.95}, \"OC\": {\"200\": 0.8571428571428571, \"500\": 0.5, \"100\": \"None\", \"600\": \"None\"}, \"RACCU\": {\"200\": 0.33062499999999995, \"500\": 0.015625, \"100\": 0.07562500000000001, \"600\": 0.0006250000000000001}, \"CEN\": {\"200\": 0.3570795472009597, \"500\": 0.5389466410223563, \"100\": 0.3349590631259315, \"600\": 0.0}, \"AUCI\": {\"200\": \"Poor\", \"500\": \"Fair\", \"100\": \"None\", \"600\": \"Poor\"}, \"AM\": {\"200\": -9, \"500\": -1, \"100\": 11, \"600\": -1}, \"BCD\": {\"200\": 0.225, \"500\": 0.025, \"100\": 0.275, \"600\": 0.025}, \"IBA\": {\"200\": 0.17578125, \"500\": 0.1230296039984621, \"100\": \"None\", \"600\": 0.0}, \"TOP\": {\"200\": 7, \"500\": 2, \"100\": 11, \"600\": 0}, \"IS\": {\"200\": 0.09953567355091428, \"500\": 1.736965594166206, \"100\": \"None\", \"600\": \"None\"}, \"NLRI\": {\"200\": \"Negligible\", \"500\": \"Negligible\", \"100\": \"None\", \"600\": \"Negligible\"}, \"OOC\": {\"200\": 0.5669467095138409, \"500\": 0.4082482904638631, \"100\": \"None\", \"600\": \"None\"}, \"DPI\": {\"200\": \"Poor\", \"500\": \"Poor\", \"100\": \"None\", \"600\": \"None\"}, \"sInd\": {\"200\": 0.5240141808835057, \"500\": 0.5267639848569737, \"100\": \"None\", \"600\": 0.29289321881345254}, \"PPV\": {\"200\": 0.8571428571428571, \"500\": 0.5, \"100\": 0.0, \"600\": \"None\"}, \"TON\": {\"200\": 13, \"500\": 18, \"100\": 9, \"600\": 20}, \"FNR\": {\"200\": 0.625, \"500\": 0.6666666666666667, \"100\": \"None\", \"600\": 1.0}, \"AGF\": {\"200\": 0.33642097801219245, \"500\": 0.5665926996700735, \"100\": 0.0, \"600\": 0.0}, \"N\": {\"200\": 4, \"500\": 17, \"100\": 20, \"600\": 19}, \"PLRI\": {\"200\": \"Poor\", \"500\": \"Fair\", \"100\": \"None\", \"600\": \"None\"}, \"AGM\": {\"200\": 0.5669417382415922, \"500\": 0.7351956938438939, \"100\": \"None\", \"600\": 0}, \"FPR\": {\"200\": 0.25, \"500\": 0.05882352941176472, \"100\": 0.55, \"600\": 0.0}, \"Q\": {\"200\": 0.28571428571428575, \"500\": 0.7777777777777778, \"100\": \"None\", \"600\": \"None\"}, \"Y\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"MCEN\": {\"200\": 0.3739448088748241, \"500\": 0.5802792108518123, \"100\": 0.3349590631259315, \"600\": 0.0}, \"MCCI\": {\"200\": \"Negligible\", \"500\": \"Weak\", \"100\": \"None\", \"600\": \"None\"}, \"LS\": {\"200\": 1.0714285714285714, \"500\": 3.3333333333333335, \"100\": \"None\", \"600\": \"None\"}, \"DOR\": {\"200\": 1.7999999999999998, \"500\": 7.999999999999997, \"100\": \"None\", \"600\": \"None\"}, \"AUC\": {\"200\": 0.5625, \"500\": 0.6372549019607843, \"100\": \"None\", \"600\": 0.5}, \"F2\": {\"200\": 0.4225352112676056, \"500\": 0.35714285714285715, \"100\": 0.0, \"600\": 0.0}, \"PRE\": {\"200\": 0.8, \"500\": 0.15, \"100\": 0.0, \"600\": 0.05}, \"F1\": {\"200\": 0.5217391304347826, \"500\": 0.4, \"100\": 0.0, \"600\": 0.0}, \"NLR\": {\"200\": 0.8333333333333334, \"500\": 0.7083333333333334, \"100\": \"None\", \"600\": 1.0}, \"FN\": {\"200\": 10, \"100\": 0, \"500\": 2, \"600\": 1}, \"F0.5\": {\"200\": 0.6818181818181818, \"500\": 0.45454545454545453, \"100\": 0.0, \"600\": 0.0}, \"P\": {\"200\": 16, \"500\": 3, \"100\": 0, \"600\": 1}, \"J\": {\"200\": 0.35294117647058826, \"500\": 0.25, \"100\": 0.0, \"600\": 0.0}, \"ERR\": {\"200\": 0.55, \"500\": 0.15000000000000002, \"100\": 0.55, \"600\": 0.050000000000000044}, \"TN\": {\"200\": 3, \"100\": 9, \"500\": 16, \"600\": 19}, \"OP\": {\"200\": 0.1166666666666667, \"500\": 0.373076923076923, \"100\": \"None\", \"600\": -0.050000000000000044}, \"QI\": {\"200\": \"Weak\", \"500\": \"Strong\", \"100\": \"None\", \"600\": \"None\"}, \"AUPR\": {\"200\": 0.6160714285714286, \"500\": 0.41666666666666663, \"100\": \"None\", \"600\": \"None\"}, \"MK\": {\"200\": 0.08791208791208782, \"500\": 0.38888888888888884, \"100\": 0.0, \"600\": \"None\"}, \"DP\": {\"200\": 0.1407391082701595, \"500\": 0.49789960499474867, \"100\": \"None\", \"600\": \"None\"}, \"FOR\": {\"200\": 0.7692307692307692, \"500\": 0.11111111111111116, \"100\": 0.0, \"600\": 0.050000000000000044}, \"TNR\": {\"200\": 0.75, \"500\": 0.9411764705882353, \"100\": 0.45, \"600\": 1.0}, \"PLR\": {\"200\": 1.5, \"500\": 5.666666666666665, \"100\": \"None\", \"600\": \"None\"}, \"FP\": {\"200\": 1, \"100\": 11, \"500\": 1, \"600\": 0}, \"GM\": {\"200\": 0.5303300858899106, \"500\": 0.5601120336112039, \"100\": \"None\", \"600\": 0.0}}, \"Overall-Stat\": {\"PPV Micro\": 0.35, \"SOA6(Matthews)\": \"Negligible\", \"CBA\": 0.17708333333333331, \"TPR Micro\": 0.35, \"Hamming Loss\": 0.65, \"Lambda A\": 0.0, \"Bangdiwala B\": 0.3135593220338983, \"ARI\": 0.02298247455136956, \"Overall CEN\": 0.3648028121279775, \"ACC Macro\": 0.675, \"Overall ACC\": 0.35, \"FNR Micro\": 0.65, \"NIR\": 0.8, \"Mutual Information\": 0.10087710767390168, \"P-Value\": 0.9999981549942787, \"95% CI\": [0.14095885572452488, 0.559041144275475], \"Standard Error\": 0.1066536450385077, \"Krippendorff Alpha\": -0.09740259740259723, \"PPV Macro\": \"None\", \"TNR Macro\": 0.7852941176470588, \"Overall J\": [0.6029411764705883, 0.15073529411764708], \"FNR Macro\": \"None\", \"RR\": 5.0, \"Kappa\": 0.07801418439716304, \"Overall RACCU\": 0.42249999999999993, \"Kappa Unbiased\": -0.12554112554112543, \"Reference Entropy\": 0.8841837197791889, \"CSI\": \"None\", \"Kappa No Prevalence\": -0.30000000000000004, \"Cramer V\": \"None\", \"SOA3(Altman)\": \"Poor\", \"Bennett S\": 0.1333333333333333, \"SOA2(Fleiss)\": \"Poor\", \"Scott PI\": -0.12554112554112543, \"Chi-Squared DF\": 9, \"Joint Entropy\": 2.119973094021975, \"Overall MCC\": 0.1264200803632855, \"Overall MCEN\": 0.3746281299595305, \"Overall RACC\": 0.29500000000000004, \"FPR Macro\": 0.2147058823529412, \"SOA5(Cramer)\": \"None\", \"AUNP\": \"None\", \"SOA1(Landis & Koch)\": \"Slight\", \"SOA4(Cicchetti)\": \"Poor\", \"Lambda B\": 0.0, \"KL Divergence\": \"None\", \"FPR Micro\": 0.21666666666666667, \"TNR Micro\": 0.7833333333333333, \"RCI\": 0.11409066398451011, \"Zero-one Loss\": 13, \"Kappa 95% CI\": [-0.21849807698648957, 0.3745264457808156], \"Phi-Squared\": \"None\", \"Response Entropy\": 1.3366664819166876, \"F1 Micro\": 0.35, \"Pearson C\": \"None\", \"TPR Macro\": \"None\", \"AUNU\": \"None\", \"F1 Macro\": 0.23043478260869565, \"Gwet AC1\": 0.19504643962848295, \"Kappa Standard Error\": 0.15128176601206766, \"Chi-Squared\": \"None\", \"Cross Entropy\": 1.709947752496911, \"Conditional Entropy\": 1.235789374242786}, \"Digit\": 5, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Actual-Vector\": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], \"Transpose\": false}\n"
+      "{\"Transpose\": false, \"Actual-Vector\": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], \"Class-Stat\": {\"AM\": {\"200\": -9, \"500\": -1, \"100\": 11, \"600\": -1}, \"TP\": {\"200\": 6, \"100\": 0, \"500\": 1, \"600\": 0}, \"TON\": {\"200\": 13, \"500\": 18, \"100\": 9, \"600\": 20}, \"FDR\": {\"200\": 0.1428571428571429, \"500\": 0.5, \"100\": 1.0, \"600\": \"None\"}, \"F0.5\": {\"200\": 0.6818181818181818, \"500\": 0.45454545454545453, \"100\": 0.0, \"600\": 0.0}, \"FPR\": {\"200\": 0.25, \"500\": 0.05882352941176472, \"100\": 0.55, \"600\": 0.0}, \"MCC\": {\"200\": 0.10482848367219183, \"500\": 0.32673201960653564, \"100\": \"None\", \"600\": \"None\"}, \"OOC\": {\"200\": 0.5669467095138409, \"500\": 0.4082482904638631, \"100\": \"None\", \"600\": \"None\"}, \"MCCI\": {\"200\": \"Negligible\", \"500\": \"Weak\", \"100\": \"None\", \"600\": \"None\"}, \"RACC\": {\"200\": 0.28, \"500\": 0.015, \"100\": 0.0, \"600\": 0.0}, \"NLRI\": {\"200\": \"Negligible\", \"500\": \"Negligible\", \"100\": \"None\", \"600\": \"Negligible\"}, \"RACCU\": {\"200\": 0.33062499999999995, \"500\": 0.015625, \"100\": 0.07562500000000001, \"600\": 0.0006250000000000001}, \"GI\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"DPI\": {\"200\": \"Poor\", \"500\": \"Poor\", \"100\": \"None\", \"600\": \"None\"}, \"AGM\": {\"200\": 0.5669417382415922, \"500\": 0.7351956938438939, \"100\": \"None\", \"600\": 0}, \"MK\": {\"200\": 0.08791208791208782, \"500\": 0.38888888888888884, \"100\": 0.0, \"600\": \"None\"}, \"DOR\": {\"200\": 1.7999999999999998, \"500\": 7.999999999999997, \"100\": \"None\", \"600\": \"None\"}, \"AUCI\": {\"200\": \"Poor\", \"500\": \"Fair\", \"100\": \"None\", \"600\": \"Poor\"}, \"F1\": {\"200\": 0.5217391304347826, \"500\": 0.4, \"100\": 0.0, \"600\": 0.0}, \"AUPR\": {\"200\": 0.6160714285714286, \"500\": 0.41666666666666663, \"100\": \"None\", \"600\": \"None\"}, \"PPV\": {\"200\": 0.8571428571428571, \"500\": 0.5, \"100\": 0.0, \"600\": \"None\"}, \"J\": {\"200\": 0.35294117647058826, \"500\": 0.25, \"100\": 0.0, \"600\": 0.0}, \"LS\": {\"200\": 1.0714285714285714, \"500\": 3.3333333333333335, \"100\": \"None\", \"600\": \"None\"}, \"OP\": {\"200\": 0.1166666666666667, \"500\": 0.373076923076923, \"100\": \"None\", \"600\": -0.050000000000000044}, \"CEN\": {\"200\": 0.3570795472009597, \"500\": 0.5389466410223563, \"100\": 0.3349590631259315, \"600\": 0.0}, \"sInd\": {\"200\": 0.5240141808835057, \"500\": 0.5267639848569737, \"100\": \"None\", \"600\": 0.29289321881345254}, \"ICSI\": {\"200\": 0.2321428571428572, \"500\": -0.16666666666666674, \"100\": \"None\", \"600\": \"None\"}, \"TOP\": {\"200\": 7, \"500\": 2, \"100\": 11, \"600\": 0}, \"QI\": {\"200\": \"Weak\", \"500\": \"Strong\", \"100\": \"None\", \"600\": \"None\"}, \"BCD\": {\"200\": 0.225, \"500\": 0.025, \"100\": 0.275, \"600\": 0.025}, \"NPV\": {\"200\": 0.23076923076923078, \"500\": 0.8888888888888888, \"100\": 1.0, \"600\": 0.95}, \"PRE\": {\"200\": 0.8, \"500\": 0.15, \"100\": 0.0, \"600\": 0.05}, \"AGF\": {\"200\": 0.33642097801219245, \"500\": 0.5665926996700735, \"100\": 0.0, \"600\": 0.0}, \"N\": {\"200\": 4, \"500\": 17, \"100\": 20, \"600\": 19}, \"ERR\": {\"200\": 0.55, \"500\": 0.15000000000000002, \"100\": 0.55, \"600\": 0.050000000000000044}, \"TPR\": {\"200\": 0.375, \"500\": 0.3333333333333333, \"100\": \"None\", \"600\": 0.0}, \"AUC\": {\"200\": 0.5625, \"500\": 0.6372549019607843, \"100\": \"None\", \"600\": 0.5}, \"IS\": {\"200\": 0.09953567355091428, \"500\": 1.736965594166206, \"100\": \"None\", \"600\": \"None\"}, \"BM\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"POP\": {\"200\": 20, \"500\": 20, \"100\": 20, \"600\": 20}, \"TNR\": {\"200\": 0.75, \"500\": 0.9411764705882353, \"100\": 0.45, \"600\": 1.0}, \"DP\": {\"200\": 0.1407391082701595, \"500\": 0.49789960499474867, \"100\": \"None\", \"600\": \"None\"}, \"MCEN\": {\"200\": 0.3739448088748241, \"500\": 0.5802792108518123, \"100\": 0.3349590631259315, \"600\": 0.0}, \"G\": {\"200\": 0.5669467095138409, \"500\": 0.408248290463863, \"100\": \"None\", \"600\": \"None\"}, \"P\": {\"200\": 16, \"500\": 3, \"100\": 0, \"600\": 1}, \"NLR\": {\"200\": 0.8333333333333334, \"500\": 0.7083333333333334, \"100\": \"None\", \"600\": 1.0}, \"F2\": {\"200\": 0.4225352112676056, \"500\": 0.35714285714285715, \"100\": 0.0, \"600\": 0.0}, \"Q\": {\"200\": 0.28571428571428575, \"500\": 0.7777777777777778, \"100\": \"None\", \"600\": \"None\"}, \"FN\": {\"200\": 10, \"100\": 0, \"500\": 2, \"600\": 1}, \"PLR\": {\"200\": 1.5, \"500\": 5.666666666666665, \"100\": \"None\", \"600\": \"None\"}, \"ACC\": {\"200\": 0.45, \"500\": 0.85, \"100\": 0.45, \"600\": 0.95}, \"PLRI\": {\"200\": \"Poor\", \"500\": \"Fair\", \"100\": \"None\", \"600\": \"None\"}, \"Y\": {\"200\": 0.125, \"500\": 0.27450980392156854, \"100\": \"None\", \"600\": 0.0}, \"OC\": {\"200\": 0.8571428571428571, \"500\": 0.5, \"100\": \"None\", \"600\": \"None\"}, \"GM\": {\"200\": 0.5303300858899106, \"500\": 0.5601120336112039, \"100\": \"None\", \"600\": 0.0}, \"FNR\": {\"200\": 0.625, \"500\": 0.6666666666666667, \"100\": \"None\", \"600\": 1.0}, \"FP\": {\"200\": 1, \"100\": 11, \"500\": 1, \"600\": 0}, \"TN\": {\"200\": 3, \"100\": 9, \"500\": 16, \"600\": 19}, \"dInd\": {\"200\": 0.673145600891813, \"500\": 0.6692567908186672, \"100\": \"None\", \"600\": 1.0}, \"IBA\": {\"200\": 0.17578125, \"500\": 0.1230296039984621, \"100\": \"None\", \"600\": 0.0}, \"FOR\": {\"200\": 0.7692307692307692, \"500\": 0.11111111111111116, \"100\": 0.0, \"600\": 0.050000000000000044}}, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Overall-Stat\": {\"Reference Entropy\": 0.8841837197791889, \"SOA1(Landis & Koch)\": \"Slight\", \"SOA3(Altman)\": \"Poor\", \"FNR Micro\": 0.65, \"KL Divergence\": \"None\", \"Cross Entropy\": 1.709947752496911, \"SOA2(Fleiss)\": \"Poor\", \"AUNP\": \"None\", \"SOA5(Cramer)\": \"None\", \"PPV Macro\": \"None\", \"Overall CEN\": 0.3648028121279775, \"Bangdiwala B\": 0.3135593220338983, \"Scott PI\": -0.12554112554112543, \"Lambda A\": 0.0, \"CSI\": \"None\", \"Response Entropy\": 1.3366664819166876, \"SOA4(Cicchetti)\": \"Poor\", \"Pearson C\": \"None\", \"Overall J\": [0.6029411764705883, 0.15073529411764708], \"Kappa\": 0.07801418439716304, \"TPR Micro\": 0.35, \"Krippendorff Alpha\": -0.09740259740259723, \"Zero-one Loss\": 13, \"AUNU\": \"None\", \"RR\": 5.0, \"Overall MCEN\": 0.3746281299595305, \"Cramer V\": \"None\", \"Overall MCC\": 0.1264200803632855, \"F1 Micro\": 0.35, \"RCI\": 0.11409066398451011, \"Joint Entropy\": 2.119973094021975, \"Chi-Squared\": \"None\", \"Standard Error\": 0.1066536450385077, \"TNR Macro\": 0.7852941176470588, \"ARI\": 0.02298247455136956, \"P-Value\": 0.9999981549942787, \"Conditional Entropy\": 1.235789374242786, \"FPR Macro\": 0.2147058823529412, \"Mutual Information\": 0.10087710767390168, \"Bennett S\": 0.1333333333333333, \"FNR Macro\": \"None\", \"Overall RACC\": 0.29500000000000004, \"TNR Micro\": 0.7833333333333333, \"CBA\": 0.17708333333333331, \"Phi-Squared\": \"None\", \"NIR\": 0.8, \"Kappa No Prevalence\": -0.30000000000000004, \"FPR Micro\": 0.21666666666666667, \"Chi-Squared DF\": 9, \"Hamming Loss\": 0.65, \"TPR Macro\": \"None\", \"ACC Macro\": 0.675, \"PPV Micro\": 0.35, \"Kappa Standard Error\": 0.15128176601206766, \"SOA6(Matthews)\": \"Negligible\", \"Gwet AC1\": 0.19504643962848295, \"Kappa Unbiased\": -0.12554112554112543, \"95% CI\": [0.14095885572452488, 0.559041144275475], \"Kappa 95% CI\": [-0.21849807698648957, 0.3745264457808156], \"Overall RACCU\": 0.42249999999999993, \"Lambda B\": 0.0, \"F1 Macro\": 0.23043478260869565, \"Overall ACC\": 0.35}, \"Digit\": 5, \"Predict-Vector\": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], \"Sample-Weight\": null}\n"
      ]
     }
    ],
@@ -541,7 +541,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "{\"Predict-Vector\": null, \"Sample-Weight\": null, \"Digit\": 5, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Actual-Vector\": null, \"Transpose\": false}\n"
+      "{\"Transpose\": false, \"Actual-Vector\": null, \"Matrix\": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], \"Digit\": 5, \"Predict-Vector\": null, \"Sample-Weight\": null}\n"
      ]
     }
    ],
diff --git a/Document/Example4_Files/cm.obj b/Document/Example4_Files/cm.obj
index 4508c9a7..e7d39be6 100644
--- a/Document/Example4_Files/cm.obj
+++ b/Document/Example4_Files/cm.obj
@@ -1 +1 @@
-{"Predict-Vector": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], "Sample-Weight": null, "Digit": 5, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Actual-Vector": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], "Transpose": false}
\ No newline at end of file
+{"Transpose": false, "Actual-Vector": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Digit": 5, "Predict-Vector": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], "Sample-Weight": null}
\ No newline at end of file
diff --git a/Document/Example4_Files/cm_no_vectors.obj b/Document/Example4_Files/cm_no_vectors.obj
index e7143f67..787b6b9e 100644
--- a/Document/Example4_Files/cm_no_vectors.obj
+++ b/Document/Example4_Files/cm_no_vectors.obj
@@ -1 +1 @@
-{"Predict-Vector": null, "Sample-Weight": null, "Digit": 5, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Actual-Vector": null, "Transpose": false}
\ No newline at end of file
+{"Transpose": false, "Actual-Vector": null, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Digit": 5, "Predict-Vector": null, "Sample-Weight": null}
\ No newline at end of file
diff --git a/Document/Example4_Files/cm_stat.obj b/Document/Example4_Files/cm_stat.obj
index 0721058a..e45b6544 100644
--- a/Document/Example4_Files/cm_stat.obj
+++ b/Document/Example4_Files/cm_stat.obj
@@ -1 +1 @@
-{"Predict-Vector": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], "Sample-Weight": null, "Class-Stat": {"NPV": {"200": 0.23076923076923078, "500": 0.8888888888888888, "100": 1.0, "600": 0.95}, "ICSI": {"200": 0.2321428571428572, "500": -0.16666666666666674, "100": "None", "600": "None"}, "GI": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "TP": {"200": 6, "100": 0, "500": 1, "600": 0}, "POP": {"200": 20, "500": 20, "100": 20, "600": 20}, "dInd": {"200": 0.673145600891813, "500": 0.6692567908186672, "100": "None", "600": 1.0}, "MCC": {"200": 0.10482848367219183, "500": 0.32673201960653564, "100": "None", "600": "None"}, "TPR": {"200": 0.375, "500": 0.3333333333333333, "100": "None", "600": 0.0}, "FDR": {"200": 0.1428571428571429, "500": 0.5, "100": 1.0, "600": "None"}, "BM": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "G": {"200": 0.5669467095138409, "500": 0.408248290463863, "100": "None", "600": "None"}, "RACC": {"200": 0.28, "500": 0.015, "100": 0.0, "600": 0.0}, "ACC": {"200": 0.45, "500": 0.85, "100": 0.45, "600": 0.95}, "OC": {"200": 0.8571428571428571, "500": 0.5, "100": "None", "600": "None"}, "RACCU": {"200": 0.33062499999999995, "500": 0.015625, "100": 0.07562500000000001, "600": 0.0006250000000000001}, "CEN": {"200": 0.3570795472009597, "500": 0.5389466410223563, "100": 0.3349590631259315, "600": 0.0}, "AUCI": {"200": "Poor", "500": "Fair", "100": "None", "600": "Poor"}, "AM": {"200": -9, "500": -1, "100": 11, "600": -1}, "BCD": {"200": 0.225, "500": 0.025, "100": 0.275, "600": 0.025}, "IBA": {"200": 0.17578125, "500": 0.1230296039984621, "100": "None", "600": 0.0}, "TOP": {"200": 7, "500": 2, "100": 11, "600": 0}, "IS": {"200": 0.09953567355091428, "500": 1.736965594166206, "100": "None", "600": "None"}, "NLRI": {"200": "Negligible", "500": "Negligible", "100": "None", "600": "Negligible"}, "OOC": {"200": 0.5669467095138409, "500": 0.4082482904638631, "100": "None", "600": "None"}, "DPI": {"200": "Poor", "500": "Poor", "100": "None", "600": "None"}, "sInd": {"200": 0.5240141808835057, "500": 0.5267639848569737, "100": "None", "600": 0.29289321881345254}, "PPV": {"200": 0.8571428571428571, "500": 0.5, "100": 0.0, "600": "None"}, "TON": {"200": 13, "500": 18, "100": 9, "600": 20}, "FNR": {"200": 0.625, "500": 0.6666666666666667, "100": "None", "600": 1.0}, "AGF": {"200": 0.33642097801219245, "500": 0.5665926996700735, "100": 0.0, "600": 0.0}, "N": {"200": 4, "500": 17, "100": 20, "600": 19}, "PLRI": {"200": "Poor", "500": "Fair", "100": "None", "600": "None"}, "AGM": {"200": 0.5669417382415922, "500": 0.7351956938438939, "100": "None", "600": 0}, "FPR": {"200": 0.25, "500": 0.05882352941176472, "100": 0.55, "600": 0.0}, "Q": {"200": 0.28571428571428575, "500": 0.7777777777777778, "100": "None", "600": "None"}, "Y": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "MCEN": {"200": 0.3739448088748241, "500": 0.5802792108518123, "100": 0.3349590631259315, "600": 0.0}, "MCCI": {"200": "Negligible", "500": "Weak", "100": "None", "600": "None"}, "LS": {"200": 1.0714285714285714, "500": 3.3333333333333335, "100": "None", "600": "None"}, "DOR": {"200": 1.7999999999999998, "500": 7.999999999999997, "100": "None", "600": "None"}, "AUC": {"200": 0.5625, "500": 0.6372549019607843, "100": "None", "600": 0.5}, "F2": {"200": 0.4225352112676056, "500": 0.35714285714285715, "100": 0.0, "600": 0.0}, "PRE": {"200": 0.8, "500": 0.15, "100": 0.0, "600": 0.05}, "F1": {"200": 0.5217391304347826, "500": 0.4, "100": 0.0, "600": 0.0}, "NLR": {"200": 0.8333333333333334, "500": 0.7083333333333334, "100": "None", "600": 1.0}, "FN": {"200": 10, "100": 0, "500": 2, "600": 1}, "F0.5": {"200": 0.6818181818181818, "500": 0.45454545454545453, "100": 0.0, "600": 0.0}, "P": {"200": 16, "500": 3, "100": 0, "600": 1}, "J": {"200": 0.35294117647058826, "500": 0.25, "100": 0.0, "600": 0.0}, "ERR": {"200": 0.55, "500": 0.15000000000000002, "100": 0.55, "600": 0.050000000000000044}, "TN": {"200": 3, "100": 9, "500": 16, "600": 19}, "OP": {"200": 0.1166666666666667, "500": 0.373076923076923, "100": "None", "600": -0.050000000000000044}, "QI": {"200": "Weak", "500": "Strong", "100": "None", "600": "None"}, "AUPR": {"200": 0.6160714285714286, "500": 0.41666666666666663, "100": "None", "600": "None"}, "MK": {"200": 0.08791208791208782, "500": 0.38888888888888884, "100": 0.0, "600": "None"}, "DP": {"200": 0.1407391082701595, "500": 0.49789960499474867, "100": "None", "600": "None"}, "FOR": {"200": 0.7692307692307692, "500": 0.11111111111111116, "100": 0.0, "600": 0.050000000000000044}, "TNR": {"200": 0.75, "500": 0.9411764705882353, "100": 0.45, "600": 1.0}, "PLR": {"200": 1.5, "500": 5.666666666666665, "100": "None", "600": "None"}, "FP": {"200": 1, "100": 11, "500": 1, "600": 0}, "GM": {"200": 0.5303300858899106, "500": 0.5601120336112039, "100": "None", "600": 0.0}}, "Overall-Stat": {"PPV Micro": 0.35, "SOA6(Matthews)": "Negligible", "CBA": 0.17708333333333331, "TPR Micro": 0.35, "Hamming Loss": 0.65, "Lambda A": 0.0, "Bangdiwala B": 0.3135593220338983, "ARI": 0.02298247455136956, "Overall CEN": 0.3648028121279775, "ACC Macro": 0.675, "Overall ACC": 0.35, "FNR Micro": 0.65, "NIR": 0.8, "Mutual Information": 0.10087710767390168, "P-Value": 0.9999981549942787, "95% CI": [0.14095885572452488, 0.559041144275475], "Standard Error": 0.1066536450385077, "Krippendorff Alpha": -0.09740259740259723, "PPV Macro": "None", "TNR Macro": 0.7852941176470588, "Overall J": [0.6029411764705883, 0.15073529411764708], "FNR Macro": "None", "RR": 5.0, "Kappa": 0.07801418439716304, "Overall RACCU": 0.42249999999999993, "Kappa Unbiased": -0.12554112554112543, "Reference Entropy": 0.8841837197791889, "CSI": "None", "Kappa No Prevalence": -0.30000000000000004, "Cramer V": "None", "SOA3(Altman)": "Poor", "Bennett S": 0.1333333333333333, "SOA2(Fleiss)": "Poor", "Scott PI": -0.12554112554112543, "Chi-Squared DF": 9, "Joint Entropy": 2.119973094021975, "Overall MCC": 0.1264200803632855, "Overall MCEN": 0.3746281299595305, "Overall RACC": 0.29500000000000004, "FPR Macro": 0.2147058823529412, "SOA5(Cramer)": "None", "AUNP": "None", "SOA1(Landis & Koch)": "Slight", "SOA4(Cicchetti)": "Poor", "Lambda B": 0.0, "KL Divergence": "None", "FPR Micro": 0.21666666666666667, "TNR Micro": 0.7833333333333333, "RCI": 0.11409066398451011, "Zero-one Loss": 13, "Kappa 95% CI": [-0.21849807698648957, 0.3745264457808156], "Phi-Squared": "None", "Response Entropy": 1.3366664819166876, "F1 Micro": 0.35, "Pearson C": "None", "TPR Macro": "None", "AUNU": "None", "F1 Macro": 0.23043478260869565, "Gwet AC1": 0.19504643962848295, "Kappa Standard Error": 0.15128176601206766, "Chi-Squared": "None", "Cross Entropy": 1.709947752496911, "Conditional Entropy": 1.235789374242786}, "Digit": 5, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Actual-Vector": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], "Transpose": false}
\ No newline at end of file
+{"Transpose": false, "Actual-Vector": [600, 200, 200, 200, 200, 200, 200, 200, 500, 500, 500, 200, 200, 200, 200, 200, 200, 200, 200, 200], "Class-Stat": {"AM": {"200": -9, "500": -1, "100": 11, "600": -1}, "TP": {"200": 6, "100": 0, "500": 1, "600": 0}, "TON": {"200": 13, "500": 18, "100": 9, "600": 20}, "FDR": {"200": 0.1428571428571429, "500": 0.5, "100": 1.0, "600": "None"}, "F0.5": {"200": 0.6818181818181818, "500": 0.45454545454545453, "100": 0.0, "600": 0.0}, "FPR": {"200": 0.25, "500": 0.05882352941176472, "100": 0.55, "600": 0.0}, "MCC": {"200": 0.10482848367219183, "500": 0.32673201960653564, "100": "None", "600": "None"}, "OOC": {"200": 0.5669467095138409, "500": 0.4082482904638631, "100": "None", "600": "None"}, "MCCI": {"200": "Negligible", "500": "Weak", "100": "None", "600": "None"}, "RACC": {"200": 0.28, "500": 0.015, "100": 0.0, "600": 0.0}, "NLRI": {"200": "Negligible", "500": "Negligible", "100": "None", "600": "Negligible"}, "RACCU": {"200": 0.33062499999999995, "500": 0.015625, "100": 0.07562500000000001, "600": 0.0006250000000000001}, "GI": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "DPI": {"200": "Poor", "500": "Poor", "100": "None", "600": "None"}, "AGM": {"200": 0.5669417382415922, "500": 0.7351956938438939, "100": "None", "600": 0}, "MK": {"200": 0.08791208791208782, "500": 0.38888888888888884, "100": 0.0, "600": "None"}, "DOR": {"200": 1.7999999999999998, "500": 7.999999999999997, "100": "None", "600": "None"}, "AUCI": {"200": "Poor", "500": "Fair", "100": "None", "600": "Poor"}, "F1": {"200": 0.5217391304347826, "500": 0.4, "100": 0.0, "600": 0.0}, "AUPR": {"200": 0.6160714285714286, "500": 0.41666666666666663, "100": "None", "600": "None"}, "PPV": {"200": 0.8571428571428571, "500": 0.5, "100": 0.0, "600": "None"}, "J": {"200": 0.35294117647058826, "500": 0.25, "100": 0.0, "600": 0.0}, "LS": {"200": 1.0714285714285714, "500": 3.3333333333333335, "100": "None", "600": "None"}, "OP": {"200": 0.1166666666666667, "500": 0.373076923076923, "100": "None", "600": -0.050000000000000044}, "CEN": {"200": 0.3570795472009597, "500": 0.5389466410223563, "100": 0.3349590631259315, "600": 0.0}, "sInd": {"200": 0.5240141808835057, "500": 0.5267639848569737, "100": "None", "600": 0.29289321881345254}, "ICSI": {"200": 0.2321428571428572, "500": -0.16666666666666674, "100": "None", "600": "None"}, "TOP": {"200": 7, "500": 2, "100": 11, "600": 0}, "QI": {"200": "Weak", "500": "Strong", "100": "None", "600": "None"}, "BCD": {"200": 0.225, "500": 0.025, "100": 0.275, "600": 0.025}, "NPV": {"200": 0.23076923076923078, "500": 0.8888888888888888, "100": 1.0, "600": 0.95}, "PRE": {"200": 0.8, "500": 0.15, "100": 0.0, "600": 0.05}, "AGF": {"200": 0.33642097801219245, "500": 0.5665926996700735, "100": 0.0, "600": 0.0}, "N": {"200": 4, "500": 17, "100": 20, "600": 19}, "ERR": {"200": 0.55, "500": 0.15000000000000002, "100": 0.55, "600": 0.050000000000000044}, "TPR": {"200": 0.375, "500": 0.3333333333333333, "100": "None", "600": 0.0}, "AUC": {"200": 0.5625, "500": 0.6372549019607843, "100": "None", "600": 0.5}, "IS": {"200": 0.09953567355091428, "500": 1.736965594166206, "100": "None", "600": "None"}, "BM": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "POP": {"200": 20, "500": 20, "100": 20, "600": 20}, "TNR": {"200": 0.75, "500": 0.9411764705882353, "100": 0.45, "600": 1.0}, "DP": {"200": 0.1407391082701595, "500": 0.49789960499474867, "100": "None", "600": "None"}, "MCEN": {"200": 0.3739448088748241, "500": 0.5802792108518123, "100": 0.3349590631259315, "600": 0.0}, "G": {"200": 0.5669467095138409, "500": 0.408248290463863, "100": "None", "600": "None"}, "P": {"200": 16, "500": 3, "100": 0, "600": 1}, "NLR": {"200": 0.8333333333333334, "500": 0.7083333333333334, "100": "None", "600": 1.0}, "F2": {"200": 0.4225352112676056, "500": 0.35714285714285715, "100": 0.0, "600": 0.0}, "Q": {"200": 0.28571428571428575, "500": 0.7777777777777778, "100": "None", "600": "None"}, "FN": {"200": 10, "100": 0, "500": 2, "600": 1}, "PLR": {"200": 1.5, "500": 5.666666666666665, "100": "None", "600": "None"}, "ACC": {"200": 0.45, "500": 0.85, "100": 0.45, "600": 0.95}, "PLRI": {"200": "Poor", "500": "Fair", "100": "None", "600": "None"}, "Y": {"200": 0.125, "500": 0.27450980392156854, "100": "None", "600": 0.0}, "OC": {"200": 0.8571428571428571, "500": 0.5, "100": "None", "600": "None"}, "GM": {"200": 0.5303300858899106, "500": 0.5601120336112039, "100": "None", "600": 0.0}, "FNR": {"200": 0.625, "500": 0.6666666666666667, "100": "None", "600": 1.0}, "FP": {"200": 1, "100": 11, "500": 1, "600": 0}, "TN": {"200": 3, "100": 9, "500": 16, "600": 19}, "dInd": {"200": 0.673145600891813, "500": 0.6692567908186672, "100": "None", "600": 1.0}, "IBA": {"200": 0.17578125, "500": 0.1230296039984621, "100": "None", "600": 0.0}, "FOR": {"200": 0.7692307692307692, "500": 0.11111111111111116, "100": 0.0, "600": 0.050000000000000044}}, "Matrix": [[100, [[200, 0], [500, 0], [100, 0], [600, 0]]], [200, [[200, 6], [500, 1], [100, 9], [600, 0]]], [500, [[200, 1], [500, 1], [100, 1], [600, 0]]], [600, [[200, 0], [500, 0], [100, 1], [600, 0]]]], "Overall-Stat": {"Reference Entropy": 0.8841837197791889, "SOA1(Landis & Koch)": "Slight", "SOA3(Altman)": "Poor", "FNR Micro": 0.65, "KL Divergence": "None", "Cross Entropy": 1.709947752496911, "SOA2(Fleiss)": "Poor", "AUNP": "None", "SOA5(Cramer)": "None", "PPV Macro": "None", "Overall CEN": 0.3648028121279775, "Bangdiwala B": 0.3135593220338983, "Scott PI": -0.12554112554112543, "Lambda A": 0.0, "CSI": "None", "Response Entropy": 1.3366664819166876, "SOA4(Cicchetti)": "Poor", "Pearson C": "None", "Overall J": [0.6029411764705883, 0.15073529411764708], "Kappa": 0.07801418439716304, "TPR Micro": 0.35, "Krippendorff Alpha": -0.09740259740259723, "Zero-one Loss": 13, "AUNU": "None", "RR": 5.0, "Overall MCEN": 0.3746281299595305, "Cramer V": "None", "Overall MCC": 0.1264200803632855, "F1 Micro": 0.35, "RCI": 0.11409066398451011, "Joint Entropy": 2.119973094021975, "Chi-Squared": "None", "Standard Error": 0.1066536450385077, "TNR Macro": 0.7852941176470588, "ARI": 0.02298247455136956, "P-Value": 0.9999981549942787, "Conditional Entropy": 1.235789374242786, "FPR Macro": 0.2147058823529412, "Mutual Information": 0.10087710767390168, "Bennett S": 0.1333333333333333, "FNR Macro": "None", "Overall RACC": 0.29500000000000004, "TNR Micro": 0.7833333333333333, "CBA": 0.17708333333333331, "Phi-Squared": "None", "NIR": 0.8, "Kappa No Prevalence": -0.30000000000000004, "FPR Micro": 0.21666666666666667, "Chi-Squared DF": 9, "Hamming Loss": 0.65, "TPR Macro": "None", "ACC Macro": 0.675, "PPV Micro": 0.35, "Kappa Standard Error": 0.15128176601206766, "SOA6(Matthews)": "Negligible", "Gwet AC1": 0.19504643962848295, "Kappa Unbiased": -0.12554112554112543, "95% CI": [0.14095885572452488, 0.559041144275475], "Kappa 95% CI": [-0.21849807698648957, 0.3745264457808156], "Overall RACCU": 0.42249999999999993, "Lambda B": 0.0, "F1 Macro": 0.23043478260869565, "Overall ACC": 0.35}, "Digit": 5, "Predict-Vector": [100, 200, 200, 100, 100, 200, 200, 200, 100, 200, 500, 100, 100, 100, 100, 100, 100, 100, 500, 200], "Sample-Weight": null}
\ No newline at end of file
diff --git a/Document/Example6.ipynb b/Document/Example6.ipynb
index 939ce5bf..39d2ea2d 100644
--- a/Document/Example6.ipynb
+++ b/Document/Example6.ipynb
@@ -60,11 +60,11 @@
       "Class2        0.04762       0.95238       \n",
       "\n",
       "\n",
-      "ACC: {'Class1': 0.9976333515383216, 'Class2': 0.9976333515383216}\n",
-      "MCC: {'Class1': 0.9378574017402594, 'Class2': 0.9378574017402594}\n",
-      "CEN: {'Class1': 0.012858728415908176, 'Class2': 0.30489006849060607}\n",
-      "MCEN: {'Class1': 0.023280122318969122, 'Class2': 0.46949279678726225}\n",
-      "DP: {'Class1': 2.276283896527635, 'Class2': 2.276283896527635}\n",
+      "ACC: {'Class2': 0.9976333515383216, 'Class1': 0.9976333515383216}\n",
+      "MCC: {'Class2': 0.9378574017402594, 'Class1': 0.9378574017402594}\n",
+      "CEN: {'Class2': 0.30489006849060607, 'Class1': 0.012858728415908176}\n",
+      "MCEN: {'Class2': 0.46949279678726225, 'Class1': 0.023280122318969122}\n",
+      "DP: {'Class2': 2.276283896527635, 'Class1': 2.276283896527635}\n",
       "Kappa: 0.9377606597584491\n",
       "RCI: 0.8682877002417864\n",
       "SOA1: Almost Perfect\n"
@@ -114,11 +114,11 @@
       "Class2        0.95238       0.04762       \n",
       "\n",
       "\n",
-      "ACC: {'Class1': 0.982098458478369, 'Class2': 0.982098458478369}\n",
-      "MCC: {'Class1': 0.13048897476798949, 'Class2': 0.13048897476798949}\n",
-      "CEN: {'Class1': 0.06481573363174531, 'Class2': 0.4655917826576813}\n",
-      "MCEN: {'Class1': 0.11078640690031397, 'Class2': 0.4264929996758212}\n",
-      "DP: {'Class1': 0.864594924328404, 'Class2': 0.864594924328404}\n",
+      "ACC: {'Class2': 0.982098458478369, 'Class1': 0.982098458478369}\n",
+      "MCC: {'Class2': 0.13048897476798949, 'Class1': 0.13048897476798949}\n",
+      "CEN: {'Class2': 0.4655917826576813, 'Class1': 0.06481573363174531}\n",
+      "MCEN: {'Class2': 0.4264929996758212, 'Class1': 0.11078640690031397}\n",
+      "DP: {'Class2': 0.864594924328404, 'Class1': 0.864594924328404}\n",
       "Kappa: 0.08122239707598865\n",
       "RCI: 0.022375346499017443\n",
       "SOA1: Slight\n"
@@ -168,11 +168,11 @@
       "Class2        0.04762       0.95238       \n",
       "\n",
       "\n",
-      "ACC: {'Class1': 0.019661387220098307, 'Class2': 0.019661387220098307}\n",
-      "MCC: {'Class1': -0.13000800945464058, 'Class2': -0.13000800945464058}\n",
-      "CEN: {'Class1': 0.014927427128936136, 'Class2': 0.06103563616795208}\n",
-      "MCEN: {'Class1': 0.01281422838054554, 'Class2': 0.03655796690365652}\n",
-      "DP: {'Class1': -0.8416930356875597, 'Class2': -0.8416930356875597}\n",
+      "ACC: {'Class2': 0.019661387220098307, 'Class1': 0.019661387220098307}\n",
+      "MCC: {'Class2': -0.13000800945464058, 'Class1': -0.13000800945464058}\n",
+      "CEN: {'Class2': 0.06103563616795208, 'Class1': 0.014927427128936136}\n",
+      "MCEN: {'Class2': 0.03655796690365652, 'Class1': 0.01281422838054554}\n",
+      "DP: {'Class2': -0.8416930356875597, 'Class1': -0.8416930356875597}\n",
       "Kappa: -0.0017678372492452412\n",
       "RCI: 0.02192606003351106\n",
       "SOA1: Poor\n"
@@ -233,11 +233,11 @@
       "Class4        0.0           0.0           2e-05         0.99998       \n",
       "\n",
       "\n",
-      "ACC: {'Class3': 0.9999250299880048, 'Class1': 0.9999750099960016, 'Class2': 0.9999500199920032, 'Class4': 0.9999500199920032}\n",
-      "MCC: {'Class3': 0.7302602381427055, 'Class1': 0.8944160139432883, 'Class2': 0.7999750068731099, 'Class4': 0.9333083339583177}\n",
-      "CEN: {'Class3': 0.3649884090288471, 'Class1': 0.13625493172565745, 'Class2': 0.25701944178769376, 'Class4': 0.0001575200922489127}\n",
-      "MCEN: {'Class3': 0.4654427710721536, 'Class1': 0.17964888034078544, 'Class2': 0.3333333333333333, 'Class4': 0.00029569133318617423}\n",
-      "DP: {'Class3': 2.7032690544190636, 'Class1': 'None', 'Class2': 2.869241573973406, 'Class4': 3.1691421556058055}\n",
+      "ACC: {'Class3': 0.9999250299880048, 'Class4': 0.9999500199920032, 'Class2': 0.9999500199920032, 'Class1': 0.9999750099960016}\n",
+      "MCC: {'Class3': 0.7302602381427055, 'Class4': 0.9333083339583177, 'Class2': 0.7999750068731099, 'Class1': 0.8944160139432883}\n",
+      "CEN: {'Class3': 0.3649884090288471, 'Class4': 0.0001575200922489127, 'Class2': 0.25701944178769376, 'Class1': 0.13625493172565745}\n",
+      "MCEN: {'Class3': 0.4654427710721536, 'Class4': 0.00029569133318617423, 'Class2': 0.3333333333333333, 'Class1': 0.17964888034078544}\n",
+      "DP: {'Class3': 2.7032690544190636, 'Class4': 3.1691421556058055, 'Class2': 2.869241573973406, 'Class1': 'None'}\n",
       "Kappa: 0.8666333383326446\n",
       "RCI: 0.8711441699127427\n",
       "SOA1: Almost Perfect\n"
@@ -292,11 +292,11 @@
       "Class4       0.25         0.25         0.25         0.25         \n",
       "\n",
       "\n",
-      "ACC: {'Class3': 0.625, 'Class1': 0.625, 'Class2': 0.625, 'Class4': 0.625}\n",
-      "MCC: {'Class3': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class4': 0.0}\n",
-      "CEN: {'Class3': 0.8704188162777186, 'Class1': 0.8704188162777186, 'Class2': 0.8704188162777186, 'Class4': 0.8704188162777186}\n",
-      "MCEN: {'Class3': 0.9308855421443073, 'Class1': 0.9308855421443073, 'Class2': 0.9308855421443073, 'Class4': 0.9308855421443073}\n",
-      "DP: {'Class3': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class4': 0.0}\n",
+      "ACC: {'Class3': 0.625, 'Class4': 0.625, 'Class2': 0.625, 'Class1': 0.625}\n",
+      "MCC: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n",
+      "CEN: {'Class3': 0.8704188162777186, 'Class4': 0.8704188162777186, 'Class2': 0.8704188162777186, 'Class1': 0.8704188162777186}\n",
+      "MCEN: {'Class3': 0.9308855421443073, 'Class4': 0.9308855421443073, 'Class2': 0.9308855421443073, 'Class1': 0.9308855421443073}\n",
+      "DP: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n",
       "Kappa: 0.0\n",
       "RCI: 0.0\n",
       "SOA1: Slight\n"
@@ -351,13 +351,13 @@
       "Class4        0.76923       0.07692       0.07692       0.07692       \n",
       "\n",
       "\n",
-      "ACC: {'Class3': 0.76, 'Class1': 0.4, 'Class2': 0.76, 'Class4': 0.4}\n",
-      "MCC: {'Class3': 0.10714285714285714, 'Class1': -0.2358640882624316, 'Class2': 0.10714285714285714, 'Class4': -0.2358640882624316}\n",
-      "CEN: {'Class3': 0.8704188162777186, 'Class1': 0.6392779429225794, 'Class2': 0.8704188162777186, 'Class4': 0.6392779429225796}\n",
-      "MCEN: {'Class3': 0.9308855421443073, 'Class1': 0.647512271542988, 'Class2': 0.9308855421443073, 'Class4': 0.647512271542988}\n",
-      "DP: {'Class3': 0.16596653499824943, 'Class1': -0.33193306999649924, 'Class2': 0.16596653499824943, 'Class4': -0.3319330699964992}\n",
+      "ACC: {'Class3': 0.76, 'Class4': 0.4, 'Class2': 0.76, 'Class1': 0.4}\n",
+      "MCC: {'Class3': 0.10714285714285714, 'Class4': -0.2358640882624316, 'Class2': 0.10714285714285714, 'Class1': -0.2358640882624316}\n",
+      "CEN: {'Class3': 0.8704188162777186, 'Class4': 0.6392779429225796, 'Class2': 0.8704188162777186, 'Class1': 0.6392779429225794}\n",
+      "MCEN: {'Class3': 0.9308855421443073, 'Class4': 0.647512271542988, 'Class2': 0.9308855421443073, 'Class1': 0.647512271542988}\n",
+      "DP: {'Class3': 0.16596653499824943, 'Class4': -0.3319330699964992, 'Class2': 0.16596653499824943, 'Class1': -0.33193306999649924}\n",
       "Kappa: -0.07361963190184047\n",
-      "RCI: 0.11603030564493641\n",
+      "RCI: 0.11603030564493627\n",
       "SOA1: Poor\n"
      ]
     }
@@ -410,13 +410,13 @@
       "Class4        0.76923       0.07692       0.07692       0.07692       \n",
       "\n",
       "\n",
-      "ACC: {'Class3': 0.999400898652022, 'Class1': 0.000998502246630055, 'Class2': 0.999400898652022, 'Class4': 0.000998502246630055}\n",
-      "MCC: {'Class3': 0.24970032963739885, 'Class1': -0.43266656861311537, 'Class2': 0.24970032963739885, 'Class4': -0.43266656861311537}\n",
-      "CEN: {'Class3': 0.8704188162777186, 'Class1': 0.0029588592520426657, 'Class2': 0.8704188162777186, 'Class4': 0.0029588592520426657}\n",
-      "MCEN: {'Class3': 0.9308855421443073, 'Class1': 0.002903385725603509, 'Class2': 0.9308855421443073, 'Class4': 0.002903385725603509}\n",
-      "DP: {'Class3': 1.6794055876913858, 'Class1': -1.9423127303715728, 'Class2': 1.6794055876913858, 'Class4': -1.9423127303715728}\n",
+      "ACC: {'Class3': 0.999400898652022, 'Class4': 0.000998502246630055, 'Class2': 0.999400898652022, 'Class1': 0.000998502246630055}\n",
+      "MCC: {'Class3': 0.24970032963739885, 'Class4': -0.43266656861311537, 'Class2': 0.24970032963739885, 'Class1': -0.43266656861311537}\n",
+      "CEN: {'Class3': 0.8704188162777186, 'Class4': 0.0029588592520426657, 'Class2': 0.8704188162777186, 'Class1': 0.0029588592520426657}\n",
+      "MCEN: {'Class3': 0.9308855421443073, 'Class4': 0.002903385725603509, 'Class2': 0.9308855421443073, 'Class1': 0.002903385725603509}\n",
+      "DP: {'Class3': 1.6794055876913858, 'Class4': -1.9423127303715728, 'Class2': 1.6794055876913858, 'Class1': -1.9423127303715728}\n",
       "Kappa: -0.0003990813465900262\n",
-      "RCI: 0.5536610475678805\n",
+      "RCI: 0.5536610475678804\n",
       "SOA1: Poor\n"
      ]
     }
@@ -469,11 +469,11 @@
       "Class4       0.25         0.25         0.25         0.25         \n",
       "\n",
       "\n",
-      "ACC: {'Class3': 0.7115384615384616, 'Class1': 0.7115384615384616, 'Class2': 0.7115384615384616, 'Class4': 0.36538461538461536}\n",
-      "MCC: {'Class3': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class4': 0.0}\n",
-      "CEN: {'Class3': 0.6392779429225794, 'Class1': 0.6392779429225794, 'Class2': 0.6392779429225794, 'Class4': 0.6522742127953861}\n",
-      "MCEN: {'Class3': 0.647512271542988, 'Class1': 0.647512271542988, 'Class2': 0.647512271542988, 'Class4': 0.7144082229288313}\n",
-      "DP: {'Class3': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class4': 0.0}\n",
+      "ACC: {'Class3': 0.7115384615384616, 'Class4': 0.36538461538461536, 'Class2': 0.7115384615384616, 'Class1': 0.7115384615384616}\n",
+      "MCC: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n",
+      "CEN: {'Class3': 0.6392779429225794, 'Class4': 0.6522742127953861, 'Class2': 0.6392779429225794, 'Class1': 0.6392779429225794}\n",
+      "MCEN: {'Class3': 0.647512271542988, 'Class4': 0.7144082229288313, 'Class2': 0.647512271542988, 'Class1': 0.647512271542988}\n",
+      "DP: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n",
       "Kappa: 0.0\n",
       "RCI: 0.0\n",
       "SOA1: Slight\n"
@@ -528,11 +528,11 @@
       "Class4       0.25         0.25         0.25         0.25         \n",
       "\n",
       "\n",
-      "ACC: {'Class3': 0.7499500149955014, 'Class1': 0.7499500149955014, 'Class2': 0.7499500149955014, 'Class4': 0.25014995501349596}\n",
-      "MCC: {'Class3': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class4': 0.0}\n",
-      "CEN: {'Class3': 0.0029588592520426657, 'Class1': 0.0029588592520426657, 'Class2': 0.0029588592520426657, 'Class4': 0.539296694603886}\n",
-      "MCEN: {'Class3': 0.002903385725603509, 'Class1': 0.002903385725603509, 'Class2': 0.002903385725603509, 'Class4': 0.580710610324597}\n",
-      "DP: {'Class3': 0.0, 'Class1': 0.0, 'Class2': 0.0, 'Class4': 0.0}\n",
+      "ACC: {'Class3': 0.7499500149955014, 'Class4': 0.25014995501349596, 'Class2': 0.7499500149955014, 'Class1': 0.7499500149955014}\n",
+      "MCC: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n",
+      "CEN: {'Class3': 0.0029588592520426657, 'Class4': 0.539296694603886, 'Class2': 0.0029588592520426657, 'Class1': 0.0029588592520426657}\n",
+      "MCEN: {'Class3': 0.002903385725603509, 'Class4': 0.580710610324597, 'Class2': 0.002903385725603509, 'Class1': 0.002903385725603509}\n",
+      "DP: {'Class3': 0.0, 'Class4': 0.0, 'Class2': 0.0, 'Class1': 0.0}\n",
       "Kappa: 0.0\n",
       "RCI: 0.0\n",
       "SOA1: Slight\n"
diff --git a/Document/Example7.ipynb b/Document/Example7.ipynb
index 7d38eb8d..29574c1a 100644
--- a/Document/Example7.ipynb
+++ b/Document/Example7.ipynb
@@ -31,16 +31,16 @@
      "output_type": "stream",
      "text": [
       "Requirement already satisfied: seaborn in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (0.9.0)\n",
-      "Requirement already satisfied: matplotlib>=1.4.3 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from seaborn) (3.0.3)\n",
       "Requirement already satisfied: numpy>=1.9.3 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from seaborn) (1.15.2)\n",
       "Requirement already satisfied: pandas>=0.15.2 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from seaborn) (0.22.0)\n",
       "Requirement already satisfied: scipy>=0.14.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from seaborn) (1.1.0)\n",
-      "Requirement already satisfied: python-dateutil>=2.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib>=1.4.3->seaborn) (2.6.1)\n",
-      "Requirement already satisfied: kiwisolver>=1.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib>=1.4.3->seaborn) (1.0.1)\n",
+      "Requirement already satisfied: matplotlib>=1.4.3 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from seaborn) (3.0.3)\n",
+      "Requirement already satisfied: python-dateutil>=2 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas>=0.15.2->seaborn) (2.6.1)\n",
+      "Requirement already satisfied: pytz>=2011k in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas>=0.15.2->seaborn) (2018.3)\n",
       "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib>=1.4.3->seaborn) (2.2.0)\n",
+      "Requirement already satisfied: kiwisolver>=1.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib>=1.4.3->seaborn) (1.0.1)\n",
       "Requirement already satisfied: cycler>=0.10 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib>=1.4.3->seaborn) (0.10.0)\n",
-      "Requirement already satisfied: pytz>=2011k in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas>=0.15.2->seaborn) (2018.3)\n",
-      "Requirement already satisfied: six>=1.5 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from python-dateutil>=2.1->matplotlib>=1.4.3->seaborn) (1.11.0)\n",
+      "Requirement already satisfied: six>=1.5 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from python-dateutil>=2->pandas>=0.15.2->seaborn) (1.11.0)\n",
       "Requirement already satisfied: setuptools in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from kiwisolver>=1.0.1->matplotlib>=1.4.3->seaborn) (40.9.0)\n"
      ]
     },
@@ -48,7 +48,7 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "WARNING: You are using pip version 20.0.2; however, version 20.1.1 is available.\n",
+      "WARNING: You are using pip version 20.0.2; however, version 20.2.3 is available.\n",
       "You should consider upgrading via the 'C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\python.exe -m pip install --upgrade pip' command.\n"
      ]
     },
@@ -57,9 +57,9 @@
      "output_type": "stream",
      "text": [
       "Requirement already satisfied: pandas in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (0.22.0)\n",
+      "Requirement already satisfied: pytz>=2011k in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas) (2018.3)\n",
       "Requirement already satisfied: numpy>=1.9.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas) (1.15.2)\n",
       "Requirement already satisfied: python-dateutil>=2 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas) (2.6.1)\n",
-      "Requirement already satisfied: pytz>=2011k in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from pandas) (2018.3)\n",
       "Requirement already satisfied: six>=1.5 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from python-dateutil>=2->pandas) (1.11.0)\n"
      ]
     },
@@ -67,7 +67,7 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "WARNING: You are using pip version 20.0.2; however, version 20.1.1 is available.\n",
+      "WARNING: You are using pip version 20.0.2; however, version 20.2.3 is available.\n",
       "You should consider upgrading via the 'C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\python.exe -m pip install --upgrade pip' command.\n"
      ]
     }
diff --git a/Document/Example8.ipynb b/Document/Example8.ipynb
index 465430b9..a5bb9de4 100644
--- a/Document/Example8.ipynb
+++ b/Document/Example8.ipynb
@@ -33,20 +33,20 @@
      "output_type": "stream",
      "text": [
       "Requirement already satisfied: matplotlib in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (3.0.3)\n",
+      "Requirement already satisfied: cycler>=0.10 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (0.10.0)\n",
       "Requirement already satisfied: kiwisolver>=1.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (1.0.1)\n",
-      "Requirement already satisfied: numpy>=1.10.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (1.15.2)\n",
-      "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (2.2.0)\n",
       "Requirement already satisfied: python-dateutil>=2.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (2.6.1)\n",
-      "Requirement already satisfied: cycler>=0.10 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (0.10.0)\n",
-      "Requirement already satisfied: setuptools in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from kiwisolver>=1.0.1->matplotlib) (40.9.0)\n",
-      "Requirement already satisfied: six>=1.5 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from python-dateutil>=2.1->matplotlib) (1.11.0)\n"
+      "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (2.2.0)\n",
+      "Requirement already satisfied: numpy>=1.10.0 in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from matplotlib) (1.15.2)\n",
+      "Requirement already satisfied: six in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from cycler>=0.10->matplotlib) (1.11.0)\n",
+      "Requirement already satisfied: setuptools in c:\\users\\sepkjaer\\appdata\\local\\programs\\python\\python35-32\\lib\\site-packages (from kiwisolver>=1.0.1->matplotlib) (40.9.0)\n"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "WARNING: You are using pip version 20.0.2; however, version 20.1.1 is available.\n",
+      "WARNING: You are using pip version 20.0.2; however, version 20.2.3 is available.\n",
       "You should consider upgrading via the 'C:\\Users\\Sepkjaer\\AppData\\Local\\Programs\\Python\\Python35-32\\python.exe -m pip install --upgrade pip' command.\n"
      ]
     }
diff --git a/Otherfiles/test.html b/Otherfiles/test.html
index 2dd90360..f199c4e7 100644
--- a/Otherfiles/test.html
+++ b/Otherfiles/test.html
@@ -740,5 +740,5 @@ <h2>Class Statistics : </h2>
 </tr>
 </table>
 </body>
-<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.8</p>
+<p style="text-align:center;border-top:1px solid black;">Generated By <a href="http://www.pycm.ir" style="text-decoration:none;color:red;">PyCM</a> Version 2.9</p>
 </html>
\ No newline at end of file
diff --git a/Otherfiles/test.obj b/Otherfiles/test.obj
index 72b4f0e0..40f3aad2 100644
--- a/Otherfiles/test.obj
+++ b/Otherfiles/test.obj
@@ -1 +1 @@
-{"Actual-Vector": null, "Sample-Weight": null, "Transpose": true, "Predict-Vector": null, "Digit": 5, "Matrix": [["L1", [["L3", 2], ["L1", 3], ["L2", 0]]], ["L2", [["L3", 1], ["L1", 0], ["L2", 1]]], ["L3", [["L3", 3], ["L1", 0], ["L2", 2]]]]}
\ No newline at end of file
+{"Digit": 5, "Transpose": true, "Matrix": [["L1", [["L1", 3], ["L2", 0], ["L3", 2]]], ["L2", [["L1", 0], ["L2", 1], ["L3", 1]]], ["L3", [["L1", 0], ["L2", 2], ["L3", 3]]]], "Actual-Vector": null, "Predict-Vector": null, "Sample-Weight": null}
\ No newline at end of file