SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

what's in loss again

Browse Source
This commit is contained in:
thomwolf
2018-11-04 11:45:44 +01:00
parent 0b7a20c651
commit 5ee171689c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
run_squad.py
View File

@@ -873,7 +873,7 @@ def main():
logger.info("HHHHH Forward") logger.info("HHHHH Forward")
loss, _ = model(input_ids, segment_ids, input_mask, start_positions, end_positions) loss, _ = model(input_ids, segment_ids, input_mask, start_positions, end_positions)
model.zero_grad() model.zero_grad()
logger.info("HHHHH Backward") logger.info("HHHHH Backward, loss: {}".format(loss))
loss.backward() loss.backward()
logger.info("HHHHH Loading data") logger.info("HHHHH Loading data")
optimizer.step() optimizer.step()