-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmain.py
executable file
·45 lines (41 loc) · 1.17 KB
/
main.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
import gokart
import luigi
import numpy as np
import denserr
from denserr.model.load_model import LoadRetriever
from denserr.model.deepct_sent_parallel import PreprocessDeepCTSentParallel
from denserr.retrieve import (
Rerank,
Retrieve,
RetrieveForDebug,
Evaluate,
EvaluatePerQuery,
TuningBM25,
TuningBM25WithMSMARCODoc,
)
# from denserr.analyzer.embedding_analyzer import (
# EmbeddingAnalyze,
# PerturbedEmbeddingAnalyze,
# )
# from denserr.analyzer.perturbation_text import PerturbationTextAnalyze
from denserr.analyzer.damaged_analyzer import (
DamagedAnalyze,
AnalyzeDamagedDistribution,
ShowDamagedCases,
DamagedEvaluate,
)
from denserr.analyzer.sentence_intact_analyzer import (
SentenceInstactAnalyze,
AnalyzeSentenceInstactDistribution,
ShowSentIntactCases,
CalcSentIntactStats,
)
from denserr.debug.debug_single_scoring import (
DebugSingleScoring,
DebugBatchSingleScoring,
)
# from denserr.analyzer.perturbation_embedding import PerturbationEmbeddingAnalyze
# from denserr.analyzer.intact_analyzer import IntactAnalyze
if __name__ == "__main__":
gokart.add_config("./conf/param.ini")
gokart.run()