qa.py

import argparse
import logging
import traceback

import pandas as pd
from tqdm import tqdm

from ckbqa.utils.logger import logging_config
from config import valid_question_txt, ResultSaver


def train_qa():
    """训练数据进行回答；做指标测试"""
    logging_config('train_qa.log', stream_log=True)
    from ckbqa.qa.qa import QA
    from ckbqa.dataset.data_prepare import load_data, question_patten, entity_pattern, attr_pattern
    # from ckbqa.qa.evaluation_matrics import get_metrics
    #
    logging.info('* start run ...')
    qa = QA()
    data = []
    for question, sparql, answer in load_data(tqdm_prefix='test qa'):
        print('\n' * 2)
        print('*****' * 20)
        print(f" question  : {question}")
        print(f" sparql    : {sparql}")
        print(f" standard answer   : {answer}")
        q_text = question_patten.findall(question)[0]
        standard_subject_entities = entity_pattern.findall(sparql) + attr_pattern.findall(sparql)
        standard_answer_entities = entity_pattern.findall(answer) + attr_pattern.findall(answer)
        try:
            (result_entities, candidate_entities,
             candidate_out_paths, candidate_in_paths) = qa.run(q_text, return_candidates=True)
        except KeyboardInterrupt:
            exit('Ctrl C , exit')
        except:
            logging.info(f'ERROR: {traceback.format_exc()}')
            result_entities = []
            candidate_entities = []
        # print(f" result answer   : {result_entities}")
        # precision, recall, f1 = get_metrics(subject_entities, candidate_entities)
        # if recall == 0 or len(set(standard_entities) & set(candidate_entities)) == 0:
        #     print(f"question: {question}\n"
        #           f"subject_entities: {subject_entities}, candidate_entities: {candidate_entities}"
        #           f"precision: {precision:.4f}, recall: {recall:.4f}, f1: {f1:.4f}\n\n")
        # import ipdb
        # ipdb.set_trace()
        data.append(
            [question, standard_subject_entities, list(candidate_entities), standard_answer_entities, result_entities])
    data_df = pd.DataFrame(data, columns=['question', 'standard_subject_entities', 'candidate_entities',
                                          'standard_answer_entities', 'result_entities'])
    data_df.to_csv(ResultSaver().train_result_csv, index=False, encoding='utf_8_sig')


def valid_qa():
    """验证数据答案；验证集做回答；得到提交数据  """
    logging_config('valid_qa.log', stream_log=True)
    from ckbqa.qa.qa import QA
    from ckbqa.dataset.data_prepare import question_patten
    #
    data_df = pd.DataFrame([question.strip() for question in open(valid_question_txt, 'r', encoding='utf-8')],
                           columns=['question'])
    logging.info(f"data_df.shape: {data_df.shape}")
    qa = QA()
    valid_datas = {'question': [], 'result': []}
    with open(ResultSaver().submit_result_txt, 'w', encoding='utf-8') as f:
        for index, row in tqdm(data_df.iterrows(), total=data_df.shape[0], desc='qa answer'):
            question = row['question']
            q_text = question_patten.findall(question)[0]
            try:
                result_entities = qa.run(q_text)
                result_entities = [ent if ent.startswith('<') else f'"{ent}"' for ent in result_entities]
                f.write('\t'.join(result_entities) + '\n')
            except KeyboardInterrupt:
                exit('Ctrl C , exit')
            except:
                result_entities = []
                f.write('""\n')
                logging.info(traceback.format_exc())
            f.flush()
            valid_datas['question'].append(question)
            valid_datas['result'].append(result_entities)
    pd.DataFrame(valid_datas).to_csv(ResultSaver().valid_result_csv, index=False, encoding='utf_8_sig')


def valid2submit():
    '''
        验证数据输出转化为答案提交
    '''
    logging_config('valid2submit.log', stream_log=True)
    data_df = pd.read_csv(ResultSaver(find_exist_path=True).valid_result_csv[0])
    with open(ResultSaver().submit_result_txt, 'w', encoding='utf-8') as f:
        for index, row in data_df.iterrows():
            ents = []
            for ent in eval(row['result'])[:10]:  # 只保留前10个
                if ent.startswith('<'):
                    ents.append(ent)
                elif ent.startswith('"'):
                    ent = ent.strip('"')
                    ents.append(f'"{ent}"')
            if ents:
                f.write('\t'.join(ents) + '\n')
            else:
                f.write('""\n')
            f.flush()


def test():
    logging_config('test.log', stream_log=True)
    from ckbqa.qa.qa import QA
    from ckbqa.dataset.data_prepare import question_patten
    # from ckbqa.qa.evaluation_matrics import get_metrics
    #
    logging.info('* start run ...')
    qa = QA()
    q188 = 'q188:墨冰仙是哪个门派的？'
    q189 = 'q189:在金庸小说《天龙八部》中，斗转星移的修习者是谁？'
    q190 = 'q190:《基督山伯爵》的作者是谁？'  # 这里跑没问题
    for question in [q188, q189, q190]:
        q_text = question_patten.findall(question)[0]
        (result_entities, candidate_entities,
         candidate_out_paths, candidate_in_paths) = qa.run(q_text, return_candidates=True)
        print(question)
        import ipdb
        ipdb.set_trace()


def main():
    parser = argparse.ArgumentParser(description="基础，通用parser")
    # logging config 日志配置
    parser.add_argument('--stream_log', action="store_true", help="是否将日志信息输出到标准输出")  # log print到屏幕
    #
    group = parser.add_mutually_exclusive_group(required=True)  # 一组互斥参数,且至少需要互斥参数中的一个

    group.add_argument('--train_qa', action="store_true", help="训练集答案")
    group.add_argument('--valid_qa', action="store_true", help="验证数据（待提交数据）答案")
    group.add_argument('--valid2submit', action="store_true", help="验证数据处理后提交")
    group.add_argument('--task', action="store_true", help="临时组织的任务，调用多个函数")
    group.add_argument('--test', action="store_true", help="临时测试")
    # parse args
    args = parser.parse_args()
    #
    # from ckbqa.utils.tools import ProcessManager
    # ProcessManager().run()
    if args.train_qa:
        train_qa()
    elif args.valid_qa:
        valid_qa()
    elif args.valid2submit:
        valid2submit()
    elif args.test:
        test()
    elif args.task:
        task()


def task():
    logging_config('qa_task.log', stream_log=True)
    train_qa()
    valid_qa()


if __name__ == '__main__':
    """
    example:
        nohup  python qa.py --train_qa &>train_qa.out & 
        nohup  python qa.py --valid_qa &>valid_qa.out & 
        nohup  python qa.py --valid2submit &>valid2submit.out & 
        nohup  python qa.py --task &>qa_task.out & 
    """
    # from ckbqa.utils.tools import ProcessManager #实时查看内存占用情况
    # ProcessManager().run()
    main()