📅  最后修改于: 2022-03-11 14:46:47.781000             🧑  作者: Mango
from transformers import BertTokenizer
# Load the BERT tokenizer.
print('Loading BERT tokenizer...')
tokenizer = BertTokenizer.from_pretrained('bert-base-uncased', do_lower_case=True)