-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathAutoModel.py
More file actions
23 lines (15 loc) · 1021 Bytes
/
AutoModel.py
File metadata and controls
23 lines (15 loc) · 1021 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
from transformers import AutoTokenizer, AutoModelForSequenceClassification
model_name = "roberta-base"
#config = AutoConfig.from_pretrained(model_name)
model = AutoModelForSequenceClassification.from_pretrained(model_name)
tokenizer = AutoTokenizer.from_pretrained(model_name)
from transformers import AutoTokenizer, AutoModelForSequenceClassification, AutoConfig
model_name='/kaggle/input/transformers-roberta-base'
tokenizer = AutoTokenizer.from_pretrained(model_name)
config = AutoConfig.from_pretrained(model_name)
config.num_labels = 1
model = AutoModelForSequenceClassification.from_pretrained(model_name, config=config, ignore_mismatched_sizes=True)
#tokenizer = transformers.RobertaTokenizer.from_pretrained("/kaggle/input/roberta-base")
#tokenizer = transformers.RobertaTokenizer.from_pretrained("roberta-base")
#model = AutoModelForSequenceClassification.from_pretrained(model_name)
#model = transformers.RobertaForSequenceClassification.from_pretrained("/kaggle/input/roberta-base",num_labels=1)