Srinivasan Iyer sviyer commited on
Commit
8c1b1a7
·
unverified ·
1 Parent(s): 1e78a49

remove selective activation checkpointing (#92)

Browse files

Co-authored-by: Srini Iyer <[email protected]>

Files changed (1) hide show
  1. bytelatent/distributed.py +0 -4
bytelatent/distributed.py CHANGED
@@ -531,10 +531,6 @@ def parallelize_model(
531
  for i in range(len(module.layers)):
532
  module.layers[i] = checkpoint_wrapper(
533
  module.layers[i],
534
- context_fn=partial(
535
- create_selective_checkpoint_contexts,
536
- get_default_policy(no_recompute_ops),
537
- ),
538
  )
539
 
540
  if distributed_args.compile:
 
531
  for i in range(len(module.layers)):
532
  module.layers[i] = checkpoint_wrapper(
533
  module.layers[i],
 
 
 
 
534
  )
535
 
536
  if distributed_args.compile: