def set_seed(random_seed): torch.manual_seed(random_seed) torch.cuda.manual_seed(random_seed) torch.cuda.manual_seed_all(random_seed) # if use multi-GPU torch.backends.cudnn.deterministic = True torch.backends.cudnn.benchmark = False np.random.seed(random_seed) random.seed(random_seed) set_seed(42)

from huggingface_hub import hf_hub_download hf_hub_download(repo_id="lysandre/arxiv-nlp", filename="config.json") hf_hub_download(repo_id="google/fleurs", filename="fleurs.py", repo_type="dataset") https://huggingface.co/docs/huggingface_hub/guides/download Download files from the Hub The huggingface_hub library provides functions to download files from the repositories stored on the Hub. You ca..

mt5의 경우 precision에서 fp를 쓰게 되면 nan으로 출력됨 이를 해결하기 위해서는 precision을 사용하지 않으면 됨

trainer = Trainer( model=model, # the instantiated 🤗 Transformers model to be trained args=training_args, # training arguments, defined above train_dataset=RE_train_dataset, # training dataset eval_dataset=RE_dev_dataset, # evaluation dataset compute_metrics=compute_metrics, # define metrics function optimizers=optimizer, # define optimizer callbacks=[EarlyStoppingCallback(early_stopping_patienc..