lmflow.pipeline.sglang_inferencer#

Attributes#

logger

Classes#

SGLangInferencer

Module Contents#

lmflow.pipeline.sglang_inferencer.logger[source]#
class lmflow.pipeline.sglang_inferencer.SGLangInferencer(model_args: lmflow.args.ModelArguments, data_args: lmflow.args.DatasetArguments, inferencer_args: lmflow.args.InferencerArguments)[source]#

Bases: lmflow.pipeline.base_pipeline.BasePipeline

model_args[source]#
data_args[source]#
inferencer_args[source]#
eos_token_id[source]#
sampling_params[source]#
_parse_args_to_sampling_params(inference_args: lmflow.args.InferencerArguments) → dict[source]#
inference(model: lmflow.models.hf_decoder_model.HFDecoderModel, dataset: lmflow.datasets.Dataset, release_gpu: bool = False, inference_args: lmflow.args.InferencerArguments | None = None) → lmflow.utils.protocol.DataProto[source]#
save_inference_results(outputs: lmflow.utils.protocol.DataProto, inference_results_path: str)[source]#
load_inference_results(inference_results_path: str) → lmflow.utils.protocol.DataProto[source]#