From 3d36676e83fcfe8bf4a9248ec511b01ee2e7786f Mon Sep 17 00:00:00 2001
From: Oriol Aguilarm <aguilars99@gmail.com>
Date: Mon, 23 Jan 2023 18:51:02 +0100
Subject: [PATCH 1/9] human readable explainability

---
 .../explanation/explanation.component.ts      | 36 +++++++++++++++++++
 1 file changed, 36 insertions(+)

diff --git a/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts b/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts
index 0bb0c0e..e4bd55a 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts
+++ b/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts
@@ -14,6 +14,9 @@ export class ExplanationComponent implements OnInit{
   @Input() psp_reference: bigint = BigInt(0);
   @Input() risk_score: number = 0;
 
+  public influential_features: string[] = ["email_address_risk_30day_window", "card_nb_tx_30day_window", "email_address_risk_7day_window", "diff_tx_time_in_hours"];
+  public verbose_explanation: string[] = [];
+
   chartRadarData = {
     labels: ['General Evidences Score', 'IP Score', 'Card Behaviour Score', 'Amount Spent Score', 'E-Mail Score'],
     datasets: [
@@ -65,5 +68,38 @@ export class ExplanationComponent implements OnInit{
     this.chartRadarData.datasets[0].data = data;
   }
 
+  createSentences(): void {
+    let explanation: string = "";
+    const sentence = this.influential_features[0];
+
+    if (this.risk_score > 0.5) {
+      const token0 = sentence.split("_")[0]
+      if (token0 == "card"){
+        const type = sentence.split("_")[1]
+        if (type == "avg"){
+          const number_days = "7";
+          explanation = "The amount spent with this CARD during the last N days "
+        }else if (type == "nb"){
+          explanation = "The number of transactions made with this CARD during the last N days it's been higher than usual"
+        }
+      } else if (token0 == "email"){
+        const type = sentence.split("_")[2]
+        if (type == "risk"){
+          explanation = "There have been previous transactions made with this EMAIL during the last N days that have been fraudulent."
+        }else if (type == "nb"){
+          explanation = "The number of transactions made with this EMAIL during the last N days it's been higher than usual"
+        }
+      } else if (token0 == "ip"){
+        const type = sentence.split("_")[2]
+        if (type == "risk"){
+          explanation = "There have been previous transactions made with this IP during the last N days that have been fraudulent."
+        }else if (type == "nb"){
+          explanation = "The number of transactions made with this IP during the last N days it's been higher than usual"
+        }
+      }
+      
+    }
+  }
+
 
 }

From f2d6643475f3048798245a5911e0e322ffff646e Mon Sep 17 00:00:00 2001
From: Oriol Aguilarm <aguilars99@gmail.com>
Date: Mon, 23 Jan 2023 18:51:21 +0100
Subject: [PATCH 2/9] human readable explainability

---
 .../explainability/explanation/explanation.component.ts          | 1 -
 1 file changed, 1 deletion(-)

diff --git a/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts b/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts
index e4bd55a..5f79d8a 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts
+++ b/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts
@@ -97,7 +97,6 @@ export class ExplanationComponent implements OnInit{
           explanation = "The number of transactions made with this IP during the last N days it's been higher than usual"
         }
       }
-      
     }
   }
 

From e1eb6a49d768a47763d96f47dc8d440972499aef Mon Sep 17 00:00:00 2001
From: Oriol Aguilarm <aguilars99@gmail.com>
Date: Wed, 25 Jan 2023 13:39:56 +0100
Subject: [PATCH 3/9] Fairness charts

---
 backend/requirements.txt                      |  1 +
 .../views/dashboard/dashboard.component.html  | 11 +++-
 .../views/dashboard/dashboard.component.scss  | 15 +++++
 .../views/dashboard/dashboard.component.ts    | 58 +++++++++++++++++--
 .../app/views/dashboard/dashboard.module.ts   |  3 +-
 .../src/app/views/dashboard/transaction.ts    | 30 ----------
 .../views/dashboard/transactions.service.ts   | 16 -----
 .../widgets-dropdown.component.html           |  2 +-
 8 files changed, 81 insertions(+), 55 deletions(-)
 delete mode 100644 dashboard-front/coreui/src/app/views/dashboard/transaction.ts

diff --git a/backend/requirements.txt b/backend/requirements.txt
index 04cd3bc..fc4b464 100644
--- a/backend/requirements.txt
+++ b/backend/requirements.txt
@@ -12,6 +12,7 @@ dill==0.3.6
 dnspython==2.2.1
 ecdsa==0.18.0
 email-validator==1.3.0
+fairlearn==0.8.0
 fastapi==0.88.0
 fastapi-pagination==0.11.1
 h11==0.14.0
diff --git a/dashboard-front/coreui/src/app/views/dashboard/dashboard.component.html b/dashboard-front/coreui/src/app/views/dashboard/dashboard.component.html
index f643e9a..8bd2858 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/dashboard.component.html
+++ b/dashboard-front/coreui/src/app/views/dashboard/dashboard.component.html
@@ -1,6 +1,6 @@
 <div *ngIf = "dataLoaded | async">
   <div class="alert alert-warning" style="text-align: center;" role="alert" *ngIf="over3percent">
-    <strong>With this configuration, CHARGEBACK COSTS exceed 3% of the TOTAL REVENUE. Lower the decision boundary.</strong>
+    <strong>With this configuration, CHARGEBACK RATE exceed 3%. Lower the decision boundary.</strong>
   </div>
   <app-widgets-dropdown [originalMetrics]="original_metrics_widget" [currentMetrics]="current_metrics_widget"></app-widgets-dropdown>
   <c-row>
@@ -59,6 +59,15 @@
       </c-card>
     </c-col>
   </c-row>
+  <c-card>
+    <c-card-header>
+      <strong>Fairness Metrics </strong>
+      <span cTooltip="Change the decision boundary to see how the different metrics that depict the historical transactions would react">
+        <svg class="text-info" cIcon name="cilInfo"></svg>
+      </span>
+    </c-card-header>
+    <app-fairness [labels]="data_fn_rate.labels" [data_accuracy]="data_balanced_accuracy.datasets[0].data" [data_fn]="data_fn_rate.datasets[0].data"></app-fairness>
+  </c-card>
 </div>
 
 <div *ngIf = "loading | async">
diff --git a/dashboard-front/coreui/src/app/views/dashboard/dashboard.component.scss b/dashboard-front/coreui/src/app/views/dashboard/dashboard.component.scss
index 55e521b..746a8f6 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/dashboard.component.scss
+++ b/dashboard-front/coreui/src/app/views/dashboard/dashboard.component.scss
@@ -6,6 +6,21 @@
   }
 }
 
+.column {
+  float: left;
+  width: 47%;
+  margin-top: 1%;
+  margin-left: 1.5%;
+  margin-right: 1.5%;
+  margin-bottom: 1%;
+}
+/* Clear floats after the columns */
+.row:after {
+  content: "";
+  display: table;
+  clear: both;
+}
+
 
 span {
   cursor: pointer;
diff --git a/dashboard-front/coreui/src/app/views/dashboard/dashboard.component.ts b/dashboard-front/coreui/src/app/views/dashboard/dashboard.component.ts
index 340b6c0..a678973 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/dashboard.component.ts
+++ b/dashboard-front/coreui/src/app/views/dashboard/dashboard.component.ts
@@ -1,7 +1,8 @@
-import { Component, OnInit } from '@angular/core';
+import { Component, OnInit, ChangeDetectorRef } from '@angular/core';
 import { UntypedFormControl, UntypedFormGroup } from '@angular/forms';
 import { MetricsService } from './metrics.service'
 import { DashboardChartsData, IChartProps } from './dashboard-charts-data';
+import { Chart } from 'chart.js';
 
 
 interface ModelRates {
@@ -11,6 +12,13 @@ interface ModelRates {
   auc: number;
   block_rate: number;
   fraud_rate:number;
+  fairness: FairnessMatrics;
+}
+
+interface FairnessMatrics {
+  balanced_accuracy: JSON;
+  false_positive_rate: JSON;
+  false_negative_rate: JSON;
 }
 
 interface ModelCosts{
@@ -32,8 +40,6 @@ interface Metrics {
   styleUrls: ['dashboard.component.scss']
 })
 export class DashboardComponent implements OnInit {
-  constructor(private chartsData: DashboardChartsData, private metricsService: MetricsService) {
-  }
 
   public mainChart: IChartProps = {};
   public chart: Array<IChartProps> = [];
@@ -55,11 +61,44 @@ export class DashboardComponent implements OnInit {
   public limitChargebackRario: number = 0.03;
   public over3percent = false;
 
+  public charts: any;
+  public data_balanced_accuracy = {
+    labels: [""],
+    datasets: [
+      {
+        label: 'Balanced Accuracy',
+        backgroundColor: '#f87979',
+        data: [0]
+      }
+    ]
+  };
+
+  public values_fn_rate: number[] = [];
+  public data_fn_rate = {
+    labels: [""],
+    datasets: [
+      {
+        label: 'False Negative Rate',
+        backgroundColor: '#66ccff',
+        data: [0]
+      }
+    ]
+  };
+
+  constructor(private chartsData: DashboardChartsData, private metricsService: MetricsService, private cdr: ChangeDetectorRef) {
+  }
+
+
   ngOnInit(): void {
     this.initCharts();
     this.updateMetrics();
   }
 
+  ngAfterViewInit() {
+    this.charts = (<any>document.getElementById('fn_rate'))._chart;
+    this.charts
+  }
+
   updateMetrics(): void {
     this.updateAccuracy();
     this.updateRevenue();
@@ -69,10 +108,18 @@ export class DashboardComponent implements OnInit {
     this.metricsService.getAccuracyMetrics(this.current_threshold).subscribe(
       (rates: any) => {
         this.model_rates = rates as ModelRates;
+        this.updateFairnessMetrics(this.model_rates.fairness);
       }
     )
   }
 
+  updateFairnessMetrics(fairness: FairnessMatrics): void {
+    this.data_balanced_accuracy.labels = Object.keys(fairness.balanced_accuracy);
+    this.data_balanced_accuracy.datasets[0].data = Object.values(fairness.balanced_accuracy);
+    this.data_fn_rate.labels = Object.keys(fairness.false_negative_rate);
+    this.data_fn_rate.datasets[0].data = Object.values(fairness.false_negative_rate);
+  }
+
   updateRevenue(): void {
     this.metricsService.getStoreCosts(this.current_threshold).subscribe(
       (rates: any) => {
@@ -81,8 +128,8 @@ export class DashboardComponent implements OnInit {
         this.checkInconsistencies();
         if (this.firstTime){
           this.createOriginalMetricWidget();
-          this.dataLoaded = Promise.resolve(true);
           this.loading = Promise.resolve(false);
+          this.dataLoaded = Promise.resolve(true);
           this.firstTime = false;
         }
       }
@@ -122,12 +169,11 @@ export class DashboardComponent implements OnInit {
   }
 
   checkInconsistencies() {
-    if (this.current_metrics_widget.chargeback_costs/this.current_metrics_widget.total_revenue > this.limitChargebackRario){
+    if (this.current_metrics_widget.fraud_rate > this.limitChargebackRario){
       this.over3percent = true
     } else {
       this.over3percent = false
     }
-
   }
 
   initCharts(): void {
diff --git a/dashboard-front/coreui/src/app/views/dashboard/dashboard.module.ts b/dashboard-front/coreui/src/app/views/dashboard/dashboard.module.ts
index 394c423..7486051 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/dashboard.module.ts
+++ b/dashboard-front/coreui/src/app/views/dashboard/dashboard.module.ts
@@ -25,6 +25,7 @@ import { ExplanationComponent } from './explainability/explanation/explanation.c
 import { DetailedChartsComponent } from './detailed-charts/detailed-charts.component';
 import { HttpClientModule } from '@angular/common/http';
 import { HistoricalTransactionsComponent } from './historical-transactions/historical-transactions.component';
+import { FairnessComponent } from './fairness/fairness.component';
 
 @NgModule({
   imports: [
@@ -51,7 +52,7 @@ import { HistoricalTransactionsComponent } from './historical-transactions/histo
     NgxChartsModule,
     HttpClientModule
   ],
-  declarations: [DashboardComponent, ExplanationComponent, DetailedChartsComponent, HistoricalTransactionsComponent]
+  declarations: [DashboardComponent, ExplanationComponent, DetailedChartsComponent, HistoricalTransactionsComponent, FairnessComponent]
 })
 export class DashboardModule {
 }
diff --git a/dashboard-front/coreui/src/app/views/dashboard/transaction.ts b/dashboard-front/coreui/src/app/views/dashboard/transaction.ts
deleted file mode 100644
index 52bb0ba..0000000
--- a/dashboard-front/coreui/src/app/views/dashboard/transaction.ts
+++ /dev/null
@@ -1,30 +0,0 @@
-
-import { HateoasResource, Resource } from '@lagoshny/ngx-hateoas-client';
-
-
-export class Transaction {
-   
-    merchant: string = "";
-    card_schema: string = "";
-    is_credit: boolean = false;
-    eur_amount: Number = 0;
-    ip_country: string = "";
-    issuing_country: string = "";
-    device_type: string = "";
-    ip_address: string = "";
-    email_address: string = "";
-    card_number: string = "";
-    shopper_interaction: string = "";
-    zip_code: string = "";
-    card_bin: string = "";
-    has_fraudulent_dispute: boolean = false;
-    is_refused_by_adyen: boolean = false;
-    created_at!: Date;
-    updated_at!: Date;
-    psp_reference: bigint = BigInt(999999999);
-
-
-    constructor(values: object = {}) {
-        Object.assign(this as any, values);
-      }
-}
\ No newline at end of file
diff --git a/dashboard-front/coreui/src/app/views/dashboard/transactions.service.ts b/dashboard-front/coreui/src/app/views/dashboard/transactions.service.ts
index c2bc3d8..1f1932d 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/transactions.service.ts
+++ b/dashboard-front/coreui/src/app/views/dashboard/transactions.service.ts
@@ -1,7 +1,6 @@
 import { Injectable } from '@angular/core';
 import { Observable, of } from 'rxjs';
 import { HttpClient, HttpHeaders, HttpParams } from '@angular/common/http';
-import { Transaction } from './transaction';
 import { environment } from 'src/environments/environment';
 
 
@@ -40,21 +39,6 @@ export class TransactionsService {
     return this.http.get(this.transactionsUrl, {headers: this.headers, params: this.params}); 
     
   }
-/*
-  public getMonthlyTransactions(month: number, year: number): Observable<Response> {
-    let month_to = month + 1
-    let year_to = year
-    if (month_to > 12) {
-      month_to = 1;
-      year_to = year + 1;
-    }
-    
-    const date_from = year.toString() + "-" + month.toString().padStart(2, '0') + "-01T00:00:00";
-    const date_to = year_to.toString() + "-" + month_to.toString().padStart(2, '0') + "-01T00:00:00";
-
-    const allElementsParams = new HttpParams().set("created_at_from", date_from).set("created_at_from", date_to);
-    return this.http.get<Response>(this.transactionsUrl, {headers: this.headers, params: allElementsParams});
-  }*/
 
   getExplainabilityScore(reference: number): Observable<Response> {
     let params = new HttpParams().set("explainer_name", "random_forest_lime");
diff --git a/dashboard-front/coreui/src/app/views/widgets/widgets-dropdown/widgets-dropdown.component.html b/dashboard-front/coreui/src/app/views/widgets/widgets-dropdown/widgets-dropdown.component.html
index 94783b3..5137519 100644
--- a/dashboard-front/coreui/src/app/views/widgets/widgets-dropdown/widgets-dropdown.component.html
+++ b/dashboard-front/coreui/src/app/views/widgets/widgets-dropdown/widgets-dropdown.component.html
@@ -3,7 +3,7 @@
     <c-widget-stat-a
       class="mb-4"
       color="danger"
-      title="Fraud rate"
+      title="Fraud/Chargeback rate"
     >
       <ng-template cTemplateId="widgetValueTemplate" ngPreserveWhitespaces>
         {{ currentMetrics.fraud_rate * 100 | number:'1.2-2' }}%

From 5d0602babad6eb8ac715b78ee10aebca5a15d2a3 Mon Sep 17 00:00:00 2001
From: Oriol Aguilarm <aguilars99@gmail.com>
Date: Wed, 25 Jan 2023 13:42:07 +0100
Subject: [PATCH 4/9] Fairness component

---
 .../fairness/fairness.component.html          | 10 +++
 .../fairness/fairness.component.scss          | 14 ++++
 .../fairness/fairness.component.spec.ts       | 23 ++++++
 .../dashboard/fairness/fairness.component.ts  | 70 +++++++++++++++++++
 4 files changed, 117 insertions(+)
 create mode 100644 dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.html
 create mode 100644 dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.scss
 create mode 100644 dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.spec.ts
 create mode 100644 dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.ts

diff --git a/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.html b/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.html
new file mode 100644
index 0000000..a451db9
--- /dev/null
+++ b/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.html
@@ -0,0 +1,10 @@
+<div *ngIf = "chartsLoaded | async">
+  <div class="row">
+    <div class="column">
+      <c-chart id="fn_rate" [data]="data_fn_rate" type="bar" ></c-chart>
+    </div>
+    <div class="column">
+      <c-chart id="accuracy" [data]="data_balanced_accuracy" type="bar"></c-chart>
+    </div>
+  </div>
+</div>
\ No newline at end of file
diff --git a/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.scss b/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.scss
new file mode 100644
index 0000000..f9da28f
--- /dev/null
+++ b/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.scss
@@ -0,0 +1,14 @@
+.column {
+    float: left;
+    width: 47%;
+    margin-top: 1%;
+    margin-left: 1.5%;
+    margin-right: 1.5%;
+    margin-bottom: 1%;
+  }
+  /* Clear floats after the columns */
+  .row:after {
+    content: "";
+    display: table;
+    clear: both;
+  }
\ No newline at end of file
diff --git a/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.spec.ts b/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.spec.ts
new file mode 100644
index 0000000..e412efe
--- /dev/null
+++ b/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.spec.ts
@@ -0,0 +1,23 @@
+import { ComponentFixture, TestBed } from '@angular/core/testing';
+
+import { FairnessComponent } from './fairness.component';
+
+describe('FairnessComponent', () => {
+  let component: FairnessComponent;
+  let fixture: ComponentFixture<FairnessComponent>;
+
+  beforeEach(async () => {
+    await TestBed.configureTestingModule({
+      declarations: [ FairnessComponent ]
+    })
+    .compileComponents();
+
+    fixture = TestBed.createComponent(FairnessComponent);
+    component = fixture.componentInstance;
+    fixture.detectChanges();
+  });
+
+  it('should create', () => {
+    expect(component).toBeTruthy();
+  });
+});
diff --git a/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.ts b/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.ts
new file mode 100644
index 0000000..a94f25e
--- /dev/null
+++ b/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.ts
@@ -0,0 +1,70 @@
+import { Component, Input, OnInit, OnChanges, SimpleChanges } from '@angular/core';
+import { Router } from '@angular/router';
+
+
+@Component({
+  selector: 'app-fairness',
+  templateUrl: './fairness.component.html',
+  styleUrls: ['./fairness.component.scss']
+})
+export class FairnessComponent implements OnInit, OnChanges {
+
+  @Input() labels: string[] = [""];
+  @Input() data_accuracy: number[] = [0];
+  @Input() data_fn: number[] = [0]
+
+  public chartsLoaded: Promise<boolean> = Promise.resolve(false);
+
+  public data_fn_rate = {
+    labels: this.labels,
+    datasets: [
+      {
+        label: 'False Negative Rate',
+        backgroundColor: '#627596',
+        data: this.data_fn
+      }
+    ]
+  };
+
+  public data_balanced_accuracy = {
+    labels: this.labels,
+    datasets: [
+      {
+        label: 'Balanced Accuracy',
+        backgroundColor: '#627596',
+        data: this.data_accuracy
+      }
+    ]
+  };
+
+  public constructor(public router:Router){}
+  
+  ngOnInit(): void {
+    this.data_balanced_accuracy.labels = this.labels;
+    this.data_fn_rate.labels = this.labels;
+    this.data_balanced_accuracy.datasets[0].data = this.data_accuracy;
+    this.data_fn_rate.datasets[0].data = this.data_fn;
+  }
+
+  ngOnChanges(changes: SimpleChanges): void {
+    this.ngOnInit();
+    this.chartsLoaded = Promise.resolve(true);
+    //this.reloadComponent(true);
+    }
+
+  reloadComponent(self:boolean,urlToNavigateTo ?:string){
+    //skipLocationChange:true means dont update the url to / when navigating
+   console.log("Current route I am on:",this.router.url);
+   const url=self ? this.router.url :urlToNavigateTo;
+   this.router.navigateByUrl('/',{skipLocationChange:true}).then(()=>{
+     this.router.navigate([`/${url}`]).then(()=>{
+       console.log(`After navigation I am on:${this.router.url}`)
+     })
+   })
+ }
+
+
+
+  
+
+}

From 2ea9581c837af3d8580e0d16cecb80a240c3f744 Mon Sep 17 00:00:00 2001
From: Oriol Aguilarm <aguilars99@gmail.com>
Date: Wed, 25 Jan 2023 19:14:55 +0100
Subject: [PATCH 5/9] Explainability verbose

---
 .../explanation/explanation.component.html    | 14 ++--
 .../explanation/explanation.component.ts      | 64 +++++++++++--------
 .../historical-transactions.component.html    |  2 +-
 3 files changed, 49 insertions(+), 31 deletions(-)

diff --git a/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.html b/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.html
index 77658a3..9234a9e 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.html
+++ b/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.html
@@ -1,6 +1,6 @@
 <div class="row">
     <div class="column">
-        <div class="col-lg-6">
+        <div class="col-lg-5">
             <c-chart type="radar" [data]="chartRadarData" [options]="chartOptions"></c-chart>
             <div style="text-align: center;">
                 <b>Transaction Risk Score:</b> {{ risk_score | number:'1.4-4' }}
@@ -8,9 +8,13 @@
         </div>
     </div>
     <div class="col-md-5 ms-auto inline" style="margin-top: -43%; margin-right: 3%;">
-        <p align="justify">
-            <br>
-            Both the IP and the amount spent in the purchase are unlikely according to the historical patterns of this user. The payment has been blocked because it's likely to have suffered an <b>Account Takeover Attack</b>.  <br>
-        </p>
+        <br><br><br>
+        Why exactly the transaction was rejected?
+        <br><br>
+        <!-- Both the IP and the amount spent in the purchase are unlikely according to the historical patterns of this user. The payment has been blocked because it's likely to have suffered an <b>Account Takeover Attack</b>.-->  
+        <ul>
+            <li *ngFor="let explanation of verbose_explanation" style="margin-bottom: 10px;">{{ explanation }} <br></li>
+        </ul>
+        <br>
     </div>
 </div>
diff --git a/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts b/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts
index 5f79d8a..ba8f6a0 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts
+++ b/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts
@@ -14,7 +14,7 @@ export class ExplanationComponent implements OnInit{
   @Input() psp_reference: bigint = BigInt(0);
   @Input() risk_score: number = 0;
 
-  public influential_features: string[] = ["email_address_risk_30day_window", "card_nb_tx_30day_window", "email_address_risk_7day_window", "diff_tx_time_in_hours"];
+  public influential_features: string[] = ["email_address_risk_30day_window", "card_nb_tx_30day_window", "email_address_risk_7day_window", "card_avg_amount_7day_window"];
   public verbose_explanation: string[] = [];
 
   chartRadarData = {
@@ -59,6 +59,7 @@ export class ExplanationComponent implements OnInit{
     this.explanationService.getExplainabilityScore(Number(this.psp_reference)).subscribe(
       (explanationScores: any) => {
         this.fillExplanationScores(explanationScores)
+        this.createReadableExplanation()
       }
     )
   }
@@ -68,36 +69,49 @@ export class ExplanationComponent implements OnInit{
     this.chartRadarData.datasets[0].data = data;
   }
 
-  createSentences(): void {
-    let explanation: string = "";
-    const sentence = this.influential_features[0];
+  createReadableExplanation(){
+    this.verbose_explanation = [];
+    for (let sentence of this.influential_features){
+      this.createOneSentence(sentence);
+    }
+  }
 
+  createOneSentence(sentence: string): void {
+    let explanation: string = "";
     if (this.risk_score > 0.5) {
       const token0 = sentence.split("_")[0]
-      if (token0 == "card"){
-        const type = sentence.split("_")[1]
-        if (type == "avg"){
-          const number_days = "7";
-          explanation = "The amount spent with this CARD during the last N days "
-        }else if (type == "nb"){
-          explanation = "The number of transactions made with this CARD during the last N days it's been higher than usual"
-        }
-      } else if (token0 == "email"){
-        const type = sentence.split("_")[2]
-        if (type == "risk"){
-          explanation = "There have been previous transactions made with this EMAIL during the last N days that have been fraudulent."
-        }else if (type == "nb"){
-          explanation = "The number of transactions made with this EMAIL during the last N days it's been higher than usual"
-        }
-      } else if (token0 == "ip"){
-        const type = sentence.split("_")[2]
-        if (type == "risk"){
-          explanation = "There have been previous transactions made with this IP during the last N days that have been fraudulent."
-        }else if (type == "nb"){
-          explanation = "The number of transactions made with this IP during the last N days it's been higher than usual"
+      const N = sentence.split("_").slice(-2)[0].slice(0, -3).toString();    
+      const window = sentence.split("_").slice(-1).toString()
+      if (window == "window") {
+        if (token0 == "card"){
+          const type = sentence.split("_")[1]
+          if (type == "avg"){
+            explanation = "The amount spent with this CARD during the last " + N + " days.";
+          }else if (type == "nb"){
+            explanation = "The number of transactions made with this CARD during the last "+ N +" days it's been higher than usual.";
+          }
+        } else if (token0 == "email"){
+          const type = sentence.split("_")[2]
+          if (type == "risk"){
+            explanation = "There have been transactions made with this EMAIL during the last "+ N +" days that have been fraudulent.";
+          }else if (type == "nb"){
+            explanation = "The number of transactions made with this EMAIL during the last "+ N +" days it's been higher than usual.";
+          }
+        } else if (token0 == "ip"){
+          const type = sentence.split("_")[2]
+          if (type == "risk"){
+            explanation = "There have been transactions made with this IP during the last "+ N +" days that have been fraudulent.";
+          }else if (type == "nb"){
+            explanation = "The number of transactions made with this IP during the last "+ N +" days it's been higher than usual.";
+          }
         }
+      } else if (sentence == "diff_tx_time_in_hours" || sentence == "is_night" || sentence == "is_weekend"){
+        explanation = "The time in the day this transaction has been made differs from what is usual."
+      } else if (sentence == "same_country"  || sentence == "is_diff_previous_ip_country"){
+        explanation = "This transaction has been made in another country, which is unusual for this user."
       }
     }
+    this.verbose_explanation.push(explanation);
   }
 
 
diff --git a/dashboard-front/coreui/src/app/views/dashboard/historical-transactions/historical-transactions.component.html b/dashboard-front/coreui/src/app/views/dashboard/historical-transactions/historical-transactions.component.html
index eabbae4..71f9c4a 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/historical-transactions/historical-transactions.component.html
+++ b/dashboard-front/coreui/src/app/views/dashboard/historical-transactions/historical-transactions.component.html
@@ -121,7 +121,7 @@ <h5> Historical Transactions </h5>
                     </button>
                     </td>
                     <div class="modal fade" id="modalExplain{{i}}" aria-hidden="true">
-                    <div class="modal-dialog modal-dialog-centered modal-lg">
+                    <div class="modal-dialog modal-dialog-centered modal-xl">
                         <div class="modal-content">
                         <div class="modal-header">
                             <h1 class="modal-title fs-5" id="exampleModalLabel">Why it has been {{transaction.status_verbose}}?</h1>

From d0ac379ecca28539b06264e735327807fb1a5867 Mon Sep 17 00:00:00 2001
From: Oriol Aguilarm <aguilars99@gmail.com>
Date: Thu, 26 Jan 2023 01:19:48 +0100
Subject: [PATCH 6/9] Explanations done. Ready for the presentation

---
 backend/src/common/BasePipeline.py            |  4 ++
 backend/src/common/RFClassifierPipeline.py    | 22 ++++++++++
 backend/src/metadata/service.py               |  8 ++++
 backend/src/transactions/controller.py        |  8 ++++
 .../explanation/explanation.component.html    | 22 ++++++----
 .../explanation/explanation.component.ts      | 41 +++++++++++++++----
 .../views/dashboard/transactions.service.ts   |  6 +++
 .../widgets-dropdown.component.html           |  9 +++-
 .../widgets-dropdown.component.ts             |  3 ++
 9 files changed, 105 insertions(+), 18 deletions(-)

diff --git a/backend/src/common/BasePipeline.py b/backend/src/common/BasePipeline.py
index f202609..04fb6c5 100644
--- a/backend/src/common/BasePipeline.py
+++ b/backend/src/common/BasePipeline.py
@@ -29,6 +29,10 @@ def __init__(self, model_file_name, model_training=False, **kwargs):
     def explain(self, transaction_sample: np.ndarray, ) -> dict:
         pass
 
+    @abstractmethod
+    def get_influential_features(self, transaction_sample: np.ndarray, ) -> list:
+        pass
+
     def load_explainer(self, explainer_file_name):
         dir = os.path.dirname(os.path.abspath(__file__))
         fname = os.path.join(dir, explainer_file_name)
diff --git a/backend/src/common/RFClassifierPipeline.py b/backend/src/common/RFClassifierPipeline.py
index 649a92e..608ee1f 100644
--- a/backend/src/common/RFClassifierPipeline.py
+++ b/backend/src/common/RFClassifierPipeline.py
@@ -49,6 +49,28 @@ def get_explainable_group(feature_name):
                 explanability_scores[explainable_group] += score
             return explanability_scores
         raise RuntimeError("explainer needs to be loaded first by invoking load_explainer method")
+    
+    def get_influential_features(self, transaction_sample: np.ndarray, ) -> list:
+        def get_feature_name(feature_array_exp):
+            for element in feature_array_exp:
+                if element in INPUT_FEATURES:
+                    return element
+            return feature_array_exp[0]
+        
+        if self.explainer is not None:
+            predict_fn_rf = lambda x: self.pipeline.predict_proba(x).astype(float)
+            exp = self.explainer.explain_instance(transaction_sample, predict_fn_rf, num_features=100)
+            influential_features = []
+            for feature in exp.as_list():
+                feature_name = get_feature_name(feature[0].split(" "))
+                score = feature[1]
+                if score >= 0:
+                    influential_features.append(feature_name)
+                    if len(influential_features) >= 5:
+                        break
+            return influential_features
+        raise RuntimeError("explainer needs to be loaded first by invoking load_explainer method")
+
 
 
 if __name__ == '__main__':
diff --git a/backend/src/metadata/service.py b/backend/src/metadata/service.py
index 31e442d..1094f66 100644
--- a/backend/src/metadata/service.py
+++ b/backend/src/metadata/service.py
@@ -64,6 +64,14 @@ def get_explainability_scores(psp_reference: int, explainer_name: str) -> dict:
     explanability_scores = pipeline.explain(transaction_sample)
     return explanability_scores
 
+def get_explainability_features(psp_reference: int, explainer_name: str) -> list:
+    X_test, _ = load_test_data_by_psp_ref(psp_reference)
+    transaction_sample = X_test.values[0]
+    pipeline = explainer_factory(explainer_name=explainer_name)
+    explanability_features = pipeline.get_influential_features(transaction_sample)
+    return explanability_features
+                                 
+
 
 def get_classifier_metrics(classifier_name: str, threshold: float = 0.5) -> dict:
     X_test, y_test, A_test = load_test_data(sensitive_features_included=True)
diff --git a/backend/src/transactions/controller.py b/backend/src/transactions/controller.py
index ac2ef8e..99eaf0d 100644
--- a/backend/src/transactions/controller.py
+++ b/backend/src/transactions/controller.py
@@ -37,6 +37,14 @@ def explain_transaction(
     explainability_scores = metadata_service.get_explainability_scores(psp_reference=psp_reference, explainer_name=explainer_name)
     return explainability_scores
 
+@transaction_app.get("/{psp_reference}/explainability_features", response_model=list,
+                     description="Get most influential features")
+def get_influential_features(
+        psp_reference: int,
+        explainer_name: ExplainerEnum = Query(ExplainerEnum.random_forest_lime)
+):
+    explainability_features = metadata_service.get_explainability_features(psp_reference=psp_reference, explainer_name=explainer_name)
+    return explainability_features
 
 @transaction_app.post("", response_model=schemas.ReadTransaction)
 def create_transaction(transaction: schemas.CreateTransaction, db: Session = Depends(get_db)):
diff --git a/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.html b/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.html
index 9234a9e..183d2a5 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.html
+++ b/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.html
@@ -7,14 +7,20 @@
             </div>
         </div>
     </div>
-    <div class="col-md-5 ms-auto inline" style="margin-top: -43%; margin-right: 3%;">
-        <br><br><br>
-        Why exactly the transaction was rejected?
-        <br><br>
-        <!-- Both the IP and the amount spent in the purchase are unlikely according to the historical patterns of this user. The payment has been blocked because it's likely to have suffered an <b>Account Takeover Attack</b>.-->  
-        <ul>
-            <li *ngFor="let explanation of verbose_explanation" style="margin-bottom: 10px;">{{ explanation }} <br></li>
-        </ul>
+    <div class="col-md-5 ms-auto inline" style="margin-top: -43%; margin-right: 4%;">
+        <div *ngIf="accepted">
+            <h6 align="justify" style="margin-top: 150px; line-height: 1.7;">There is no signifiant set of attributes whose value is out of the usual behaviour. Therefore this transaction has been labeled as accepted.
+            </h6>
+        </div>
+        <div *ngIf="!accepted">
+            <h6 style="margin-top: 43px;">Most influential predictors:</h6>
+            <br>
+            <!-- Both the IP and the amount spent in the purchase are unlikely according to the historical patterns of this user. The payment has been blocked because it's likely to have suffered an <b>Account Takeover Attack</b>.-->  
+            <ul>
+                <li *ngFor="let explanation of verbose_explanation" style="margin-bottom: 10px;">{{ explanation }} <br></li>
+            </ul>
+        </div>
+
         <br>
     </div>
 </div>
diff --git a/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts b/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts
index ba8f6a0..b8d7fb6 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts
+++ b/dashboard-front/coreui/src/app/views/dashboard/explainability/explanation/explanation.component.ts
@@ -13,9 +13,10 @@ export class ExplanationComponent implements OnInit{
 
   @Input() psp_reference: bigint = BigInt(0);
   @Input() risk_score: number = 0;
+  public accepted :boolean = this.risk_score < 0.5;
 
-  public influential_features: string[] = ["email_address_risk_30day_window", "card_nb_tx_30day_window", "email_address_risk_7day_window", "card_avg_amount_7day_window"];
   public verbose_explanation: string[] = [];
+  public general_explanations: string[] = [];
 
   chartRadarData = {
     labels: ['General Evidences Score', 'IP Score', 'Card Behaviour Score', 'Amount Spent Score', 'E-Mail Score'],
@@ -52,14 +53,23 @@ export class ExplanationComponent implements OnInit{
   };
 
   ngOnInit(): void {
-    this.createRadarChart()
+    this.createRadarChart();
+    this.getMostInfluentialFeatures();
+    this.accepted = this.risk_score < 0.5;
   }
 
   createRadarChart(): void {
     this.explanationService.getExplainabilityScore(Number(this.psp_reference)).subscribe(
       (explanationScores: any) => {
         this.fillExplanationScores(explanationScores)
-        this.createReadableExplanation()
+      }
+    )
+  }
+
+  getMostInfluentialFeatures(): void {
+    this.explanationService.getInfluentialFeatures(Number(this.psp_reference)).subscribe(
+      (influential_features: any[]) => {
+        this.createReadableExplanation(influential_features)
       }
     )
   }
@@ -69,11 +79,20 @@ export class ExplanationComponent implements OnInit{
     this.chartRadarData.datasets[0].data = data;
   }
 
-  createReadableExplanation(){
+  createReadableExplanation(influential_features: string[]){
     this.verbose_explanation = [];
-    for (let sentence of this.influential_features){
+    for (let sentence of influential_features){
       this.createOneSentence(sentence);
     }
+    if (this.general_explanations.length > 0){
+      let features = ""
+      for (let explanation of this.general_explanations){
+        features += explanation;
+        features +=  " and "
+      }
+      let last_sentence = "General evidences such as (" + features.slice(0, -5) + ") have been decisive to block this transaction";
+      this.verbose_explanation.push(last_sentence);
+    }
   }
 
   createOneSentence(sentence: string): void {
@@ -106,12 +125,18 @@ export class ExplanationComponent implements OnInit{
           }
         }
       } else if (sentence == "diff_tx_time_in_hours" || sentence == "is_night" || sentence == "is_weekend"){
-        explanation = "The time in the day this transaction has been made differs from what is usual."
+        explanation = "The time in the day this transaction has been made differs from what is usual.";
       } else if (sentence == "same_country"  || sentence == "is_diff_previous_ip_country"){
-        explanation = "This transaction has been made in another country, which is unusual for this user."
+        explanation = "This transaction has been made in another country, which is unusual for this user.";
+      } else if (sentence == "is_credit"){
+        this.general_explanations.push("having used a credit card")
+      } else if (sentence == "shopper_interaction_POS"){
+        this.general_explanations.push("being an online transaction")
       }
     }
-    this.verbose_explanation.push(explanation);
+    if (explanation != ""){
+      this.verbose_explanation.push(explanation);
+    } 
   }
 
 
diff --git a/dashboard-front/coreui/src/app/views/dashboard/transactions.service.ts b/dashboard-front/coreui/src/app/views/dashboard/transactions.service.ts
index 1f1932d..7668cd6 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/transactions.service.ts
+++ b/dashboard-front/coreui/src/app/views/dashboard/transactions.service.ts
@@ -45,4 +45,10 @@ export class TransactionsService {
     let explainabilityURI = `${environment.API}/transactions/${reference}/explainability_score`
     return this.http.get<Response>(explainabilityURI, {headers: this.headers, params: params})
   }
+
+  getInfluentialFeatures(reference: number): Observable<Response[]> {
+    let params = new HttpParams().set("explainer_name", "random_forest_lime");
+    let explainabilityURI = `${environment.API}/transactions/${reference}/explainability_features`
+    return this.http.get<Response[]>(explainabilityURI, {headers: this.headers, params: params})
+  }
 }
diff --git a/dashboard-front/coreui/src/app/views/widgets/widgets-dropdown/widgets-dropdown.component.html b/dashboard-front/coreui/src/app/views/widgets/widgets-dropdown/widgets-dropdown.component.html
index 5137519..bcb0862 100644
--- a/dashboard-front/coreui/src/app/views/widgets/widgets-dropdown/widgets-dropdown.component.html
+++ b/dashboard-front/coreui/src/app/views/widgets/widgets-dropdown/widgets-dropdown.component.html
@@ -111,8 +111,13 @@
         <span class="fs-6 fw-normal" *ngIf="variations.chargeback_costs.exist">
           ({{ variations.chargeback_costs.percentage * 100 | number:'1.2-2'}}% <svg cIcon name="{{variations.chargeback_costs.arrow}}"></svg>)
         </span>
+        <span *ngIf="chargebackSimulation">
+          <!-- <svg cIcon name="cilInfo" data-bs-title="Tooltip on left"></svg>-->
+          <a style="font-size: small;"><i>(Simulated)</i></a>
+        </span>
       </ng-template>
       <ng-template cTemplateId="widgetActionTemplate">
+        <!--
         <c-dropdown alignment="end" variant="btn-group">
           <button [caret]="false" cButton cDropdownToggle class="p-0" color="transparent">
             <svg cIcon class="text-high-emphasis-inverse" name="cilOptions"></svg>
@@ -123,10 +128,10 @@
             <li><a routerLink="./" cDropdownItem>Something else here</a></li>
             <li><a [disabled]="true" routerLink="./" cDropdownItem>Disabled</a></li>
           </ul>
-        </c-dropdown>
+        </c-dropdown>-->
       </ng-template>
       <ng-template cTemplateId="widgetChartTemplate">
-        <c-chart [data]="data[3]" [options]="options[3]" class="mt-3 mx-3" height="70" type="bar"></c-chart>
+        <c-chart [data]="data[2]" [options]="options[2]" class="mt-3 mx-3" height="70" type="bar"></c-chart>
       </ng-template>
     </c-widget-stat-a>
   </c-col>
diff --git a/dashboard-front/coreui/src/app/views/widgets/widgets-dropdown/widgets-dropdown.component.ts b/dashboard-front/coreui/src/app/views/widgets/widgets-dropdown/widgets-dropdown.component.ts
index 531c9fa..ac9bc65 100644
--- a/dashboard-front/coreui/src/app/views/widgets/widgets-dropdown/widgets-dropdown.component.ts
+++ b/dashboard-front/coreui/src/app/views/widgets/widgets-dropdown/widgets-dropdown.component.ts
@@ -47,6 +47,7 @@ export class WidgetsDropdownComponent implements OnInit, OnChanges, AfterContent
   @Input() originalMetrics!: Metrics;
   @Input() currentMetrics!: Metrics;
   public variations!: VariationWidget;
+  public chargebackSimulation = false;
 
   data: any[] = [];
   options: any[] = [];
@@ -180,8 +181,10 @@ export class WidgetsDropdownComponent implements OnInit, OnChanges, AfterContent
       this.variations.chargeback_costs.percentage = (this.currentMetrics.chargeback_costs - this.originalMetrics.chargeback_costs)/this.originalMetrics.chargeback_costs;
       if (this.variations.chargeback_costs.percentage > 0){
         this.variations.chargeback_costs.arrow = "cilArrowTop";
+        this.chargebackSimulation = true;
       }  else {
         this.variations.chargeback_costs.arrow = "cilArrowBottom";
+        this.chargebackSimulation = false;
       }
     } else {this.variations.chargeback_costs.exist = false;}
   }

From fc98f5f3f2463bb36748e24b96a60154233fa4b2 Mon Sep 17 00:00:00 2001
From: Yanchao Murong <yanchao.murong@renault.com>
Date: Thu, 26 Jan 2023 02:24:27 +0100
Subject: [PATCH 7/9] update readme

---
 feature-engineering/README.md                 | 25 ++++++++-----------
 ...ate_example.ipynb => graph_features.ipynb} |  0
 2 files changed, 11 insertions(+), 14 deletions(-)
 rename feature-engineering/{apate_example.ipynb => graph_features.ipynb} (100%)

diff --git a/feature-engineering/README.md b/feature-engineering/README.md
index e6acca2..840cfdd 100644
--- a/feature-engineering/README.md
+++ b/feature-engineering/README.md
@@ -3,23 +3,20 @@
 The feature-engineerning directory is used to do experiments and produce features.
 
 * baseline_features: some transactions related transformation features
-['is_night', 'is_weekend', 'diff_tx_time_in_hours',
-           'is_diff_previous_ip_country', 'card_nb_tx_1day_window',
-           'card_avg_amount_1day_window', 'card_nb_tx_7day_window',
-           'card_avg_amount_7day_window', 'card_nb_tx_30day_window',
-           'card_avg_amount_30day_window', 'email_address_nb_tx_1day_window',
-           'email_address_risk_1day_window', 'email_address_nb_tx_7day_window',
-           'email_address_risk_7day_window', 'email_address_nb_tx_30day_window',
-           'email_address_risk_30day_window', 'ip_address_nb_tx_1day_window',
-           'ip_address_risk_1day_window', 'ip_address_nb_tx_7day_window',
-           'ip_address_risk_7day_window', 'ip_address_nb_tx_30day_window',
-           'ip_address_risk_30day_window']
-  
+
+| Category                | Short-Term                                                                                             | Middle-Term                                  | Long-Term                                                       |
+|-------------------------|--------------------------------------------------------------------------------------------------------|----------------------------------------------|-----------------------------------------------------------------|
+| IP Risk                 | total_nb_transactions_1d, total_nb_frauds_1d                                                           | total_nb_transactions_7d, total_nb_frauds_7d | total_nb_transactions_30d, total_nb_frauds_30d                  | 
+| Email Risk              | total_nb_transactions_1d, total_nb_frauds_1d                                                           | total_nb_transactions_7d, total_nb_frauds_7d | total_nb_transactions_30d, total_nb_frauds_30d                  |
+| Card Risk               | total_nb_transactions_1d, is_night, diff_tx_time_in_hours, ip_country_changed, issuing_ip_same_country | total_nb_transactions_7d, Is_weekend,        | total_nb_transactions_30d                                       |
+| Card Amount             | card_avg_amount_1d                                                                                     | card_avg_amount_7d                           | card_avg_amount_30d                                             |
+| General Characteristics |                                                                                                        |                                              | is_credit, merchant_dummy, card_scheme_dummy, device_type_dummy |
 
 * categorical_dummies:  one-hot encoding features
   of ['merchant', 'card_scheme', 'is_credit', 'ip_country', 'issuing_country', 'device_type',
-  'shopper_interaction', 'zip_code', 'card_bin', 'no_ip', 'no_email', 'same_country']. **'ip_country', 'issuing_country'
-  and zip_code** not to be used due to fairness issue.
+  'shopper_interaction', 'zip_code', 'card_bin', 'no_ip', 'no_email', 'same_country']. 
+   
+* 'ip_country', 'issuing_country' and zip_code** not to be used due to fairness issue.
 
   
 All features would be combined and merged into final features. Training should have include feature selection process instead of including all the features.
\ No newline at end of file
diff --git a/feature-engineering/apate_example.ipynb b/feature-engineering/graph_features.ipynb
similarity index 100%
rename from feature-engineering/apate_example.ipynb
rename to feature-engineering/graph_features.ipynb

From 5762de88046fb3537bc8bdf29e00fd480dd6ed23 Mon Sep 17 00:00:00 2001
From: Yanchao Murong <yanchao.murong@renault.com>
Date: Thu, 26 Jan 2023 14:31:03 +0100
Subject: [PATCH 8/9] add slides link

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 6b76eb9..340c904 100644
--- a/README.md
+++ b/README.md
@@ -28,7 +28,7 @@
 
 [Prototype Phase Slides Link](https://docs.google.com/presentation/d/1pRIDMuRsB5ZIwAhkmasCoDJcMUB6IIQHSfBdcfv4s7E/edit#slide=id.g192ae5ba20d_2_0)
 
-
+[Pre-Final Phase Slides Link](https://docs.google.com/presentation/d/1wihsksSqfJSjYV3IzQX-mVXwEKKzURQ54BUnT3h4LDI/edit#slide=id.p)
 
 ## Explorative Analysis
 Any missing values, outliers, bias?

From d0ee407f1ec3de3948b43b47aeb462d90ee6e05d Mon Sep 17 00:00:00 2001
From: Oriol Aguilarm <aguilars99@gmail.com>
Date: Thu, 26 Jan 2023 15:57:34 +0100
Subject: [PATCH 9/9] Minor change

---
 .../src/app/views/dashboard/fairness/fairness.component.ts      | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.ts b/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.ts
index a94f25e..787e839 100644
--- a/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.ts
+++ b/dashboard-front/coreui/src/app/views/dashboard/fairness/fairness.component.ts
@@ -19,7 +19,7 @@ export class FairnessComponent implements OnInit, OnChanges {
     labels: this.labels,
     datasets: [
       {
-        label: 'False Negative Rate',
+        label: 'False Negative Rate (%)',
         backgroundColor: '#627596',
         data: this.data_fn
       }