lmflow.pipeline.utils.lisa_trainer#

Classes#

DynamicLayerActivationCallback

Module Contents#

class lmflow.pipeline.utils.lisa_trainer.DynamicLayerActivationCallback(n_layers: int, interval_steps: int, model: transformers.PreTrainedModel, lisa_layers_attribute: str | None = None)[source]#

Bases: transformers.trainer_callback.TrainerCallback

n_layers[source]#

interval_steps[source]#

model[source]#

total_layers[source]#

active_layers_indices = [][source]#

freeze_all_layers()[source]#

on_step_begin(args, state, control, **kwargs)[source]#

switch_active_layers()[source]#