Bert-Chinese-Text-Classification-Pytorch-master.zip.zip

# coding: UTF-8
import time
import torch
import numpy as np
from train_eval import train init_network
from importlib import import_module
import argparse
from utils import build_dataset build_iterator get_time_dif

parser = argparse.ArgumentParser（description=‘Chinese Text Classification‘）
parser.add_argument（‘--model‘ type=str required=True help=‘choose a model: Bert ERNIE‘）
args = parser.parse_args（）


if __name__ == ‘__main__‘:
    dataset = ‘THUCNews‘  # 数据集

    model_name = args.model  # bert
    x = import_module（‘models.‘ + model_name）
    config = x.Config（dataset）
    np.random.seed（1）
    torch.manual_seed（1）
    torch.cuda.manual_seed_all（1）
    torch.backends.cudnn.deterministic = True  # 保证每次结果一样

    start_time = time.time（）
    print（“Loading data...“）
    train_data dev_data test_data = build_dataset（config）
    train_iter = build_iterator（train_data config）
    dev_iter = build_iterator（dev_data config）
    test_iter = build_iterator（test_data config）
    time_dif = get_time_dif（start_time）
    print（“Time usage:“ time_dif）

    # train
    model = x.Model（config）.to（config.device）
    train（config model train_iter dev_iter test_iter）

 属性            大小     日期    时间   名称
----------- ---------  ---------- -----  ----
     目录           0  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-master
     目录           0  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterERNIE_pretrain
     文件         151  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterERNIE_pretrainREADME.md
     文件        1066  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterLICENSE
     文件        3130  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterREADME.md
     目录           0  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterTHUCNews
     目录           0  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterTHUCNewsdata
     文件          82  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterTHUCNewsdataclass.txt
     文件      551313  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterTHUCNewsdatadev.txt
     文件      551596  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterTHUCNewsdata est.txt
     文件     9946122  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterTHUCNewsdata rain.txt
     目录           0  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterert_pretrain
     文件         191  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterert_pretrainREADME.md
     目录           0  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-mastermodels
     文件        2346  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-mastermodelsERNIE.py
     文件        2315  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-mastermodelsert.py
     文件        3036  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-mastermodelsert_CNN.py
     文件        3776  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-mastermodelsert_DPCNN.py
     文件        3014  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-mastermodelsert_RCNN.py
     文件        2928  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-mastermodelsert_RNN.py
     目录           0  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterpytorch_pretrained
     文件        1313  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterpytorch_pretrained\__init__.py
     文件        4393  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterpytorch_pretrained\__main__.py
     目录           0  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterpytorch_pretrained\__pycache__
     文件        1606  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterpytorch_pretrained\__pycache__\__init__.cpython-37.pyc
     文件        2365  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterpytorch_pretrained\__pycache__\__main__.cpython-37.pyc
     文件        1763  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterpytorch_pretrained\__pycache__convert_gpt2_checkpoint_to_pytorch.cpython-37.pyc
     文件        1807  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterpytorch_pretrained\__pycache__convert_openai_checkpoint_to_pytorch.cpython-37.pyc
     文件        1564  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterpytorch_pretrained\__pycache__convert_tf_checkpoint_to_pytorch.cpython-37.pyc
     文件        3045  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterpytorch_pretrained\__pycache__convert_transfo_xl_checkpoint_to_pytorch.cpython-37.pyc
     文件        7230  2019-10-26 09:17  Bert-Chinese-Text-Classification-Pytorch-masterpytorch_pretrained\__pycache__file_utils.cpython-37.pyc
............此处省略31个文件信息