`
for _ in range(int(args[“num_train_epochs”])):
for step, batch in enumerate(train_dataloader):
model.train()
inputs = {“input_ids”: batch[0].to(args[“device”]),
“attention_mask”: batch[1].to(args[“device”]),
‘start_positions’: batch[2].to(args[“device”])}
# ‘p_mask’: batch[4].to(args[“device”])}