-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathconfig.py
64 lines (56 loc) · 2.97 KB
/
config.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
import argparse
import logging
import os
import random
import sys
import time
from datetime import datetime
import torch
def get_config():
parser = argparse.ArgumentParser()
'''Base'''
parser.add_argument('--data_dir', type=str, default='data')
num_classes = {'sst2': 2, 'sst5': 5, 'cr': 2, 'subj': 2, 'mr': 2, 'trec': 6, 'mpqa': 2, 'ie': 3}
max_lengths = {'sst2': 53, 'sst5': 53, 'cr': 100, 'subj': 108, 'mr': 53, 'trec': 33, 'mpqa': 34, 'ie': 75}
query_lengths = {'sst2': 14, 'sst5': 20, 'cr': 14, 'subj': 14, 'mr': 14, 'trec': 22, 'mpqa': 14, 'ie': 16}
subject = {'sst2': 'movie', 'sst5': 'movie', 'cr': 'product', 'subj': 'opinion', 'mr': 'movie', 'trec': 'question',
'mpqa': 'opinion', 'ie': 'idiom'}
parser.add_argument('--prompt_lengths', type=int, default=5)
parser.add_argument('--dataset', type=str, default='trec', choices=num_classes.keys())
parser.add_argument('--max_lengths', type=str, default='trec', choices=max_lengths.keys())
parser.add_argument('--query_lengths', type=str, default='trec', choices=query_lengths.keys())
parser.add_argument('--subject', type=str, default='trec', choices=subject.keys())
parser.add_argument('--model_name', type=str, default='bert-base',
choices=['bert-base', 'roberta-base', 'albert-base-v2',
'electra-base-discriminator'])
parser.add_argument('--method_name', type=str, default='MP-TFWA',
choices=['MP-TFWA'])
'''Optimization'''
parser.add_argument('--train_batch_size', type=int, default=32)
parser.add_argument('--test_batch_size', type=int, default=64)
parser.add_argument('--num_epoch', type=int, default=20)
parser.add_argument('--lr', type=float, default=1e-5)
parser.add_argument('--decay', type=float, default=0.01)
parser.add_argument('--eps', type=float, default=1e-8)
'''Environment'''
parser.add_argument('--device', type=str, default='cuda')
parser.add_argument('--backend', default=False, action='store_true')
parser.add_argument('--workers', type=int, default=0)
parser.add_argument('--timestamp', type=int, default='{:.0f}{:03}'.format(time.time(), random.randint(0, 999)))
'''Parse Case'''
args = parser.parse_args()
args.num_classes = num_classes[args.dataset]
args.max_lengths = max_lengths[args.max_lengths]
args.query_lengths = query_lengths[args.query_lengths]
args.subject = subject[args.subject]
args.device = torch.device(args.device)
'''logger'''
args.log_name = '{}_{}_{}_{}.log'.format(args.model_name, args.method_name, args.dataset,
datetime.now().strftime('%Y-%m-%d_%H-%M-%S')[2:])
if not os.path.exists('logs'):
os.mkdir('logs')
logger = logging.getLogger()
logger.setLevel(logging.INFO)
logger.addHandler(logging.StreamHandler(sys.stdout))
logger.addHandler(logging.FileHandler(os.path.join('logs', args.log_name)))
return args, logger