"""
@file   : main.py.py
@author : xiaolu
@email  : luxiaonlp@163.com
@time   : 2022-04-06
"""
from tokenization import WoBertTokenizer
from transformers.models.bert import BertModel, BertConfig

input_sentent = '欢迎使用阿里灵界比赛预训练模型'
tokenizer = WoBertTokenizer.from_pretrained('luxiao/alilingjie')
input_ids = tokenizer.encode(input_sentent, return_tensors='pt')

model = BertModel.from_pretrained('luxiao/alilingjie')

output = model(input_ids)
print(output[0].size())   # torch.Size([1, 11, 768])
print(output[1].size())   # torch.Size([1, 768])