Skip to content

Commit

Permalink
make size of tensor even integer.
Browse files Browse the repository at this point in the history
  • Loading branch information
hariharan-devarajan committed Oct 5, 2024
1 parent b2bf926 commit 9f12a50
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion dlio_benchmark/checkpointing/base_checkpointing.py
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ def __init__(self, ext):
self.layer_state = dict()
for index, state in enumerate(self.args.layer_parameters):
if state > 0:
self.layer_state[str(index)] = self.get_tensor(state / self.args.tensor_parallelism)
self.layer_state[str(index)] = self.get_tensor(state // self.args.tensor_parallelism)

@abstractmethod
def get_tensor(self, size):
Expand Down

0 comments on commit 9f12a50

Please sign in to comment.