-
Notifications
You must be signed in to change notification settings - Fork 1
/
run_bert.py
35 lines (27 loc) · 983 Bytes
/
run_bert.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
# coding: UTF-8
import time
import torch
import numpy as np
from train_eval_bert import train, init_network
from importlib import import_module
import argparse
from utils_bert import build_dataset, build_iterator, get_time_dif
if __name__ == '__main__':
dataset = 'News' # 数据集
x = import_module('models.' + "bert")
config = x.Config(dataset)
np.random.seed(1)
torch.manual_seed(1)
torch.cuda.manual_seed_all(1)
torch.backends.cudnn.deterministic = True # 保证每次结果一样
start_time = time.time()
print("Loading data...")
train_data, dev_data, test_data = build_dataset(config)
train_iter = build_iterator(train_data, config)
dev_iter = build_iterator(dev_data, config)
test_iter = build_iterator(test_data, config)
time_dif = get_time_dif(start_time)
print("Time usage:", time_dif)
# train
model = x.Model(config).to(config.device)
train(config, model, train_iter, dev_iter, test_iter)