coco-lm 训练

!pip install transformers
!pip install pytorch-lightning==1.3.5 wandb -q 
!pip install coco-lm-pytorch
!pip install x-transformers
!pip install tkitJson
!pip install performer-pytorch
# 自动mask
#!pip install tkitAutoMask
!pip install git+https://github.com/napoler/tkit-automask