lmflow.pipeline.utils.rm_dataprocessor#

Attributes#

Classes#

Module Contents#

lmflow.pipeline.utils.rm_dataprocessor.logger[source]#
class lmflow.pipeline.utils.rm_dataprocessor.RewardDataCollatorWithPadding[source]#
tokenizer: transformers.AutoTokenizer[source]#
padding: bool | str | transformers.utils.PaddingStrategy = True[source]#
max_length: int | None = None[source]#
pad_to_multiple_of: int | None = None[source]#
return_tensors: str = 'pt'[source]#
__call__(features: List[Dict[str, Any]]) Dict[str, Any][source]#