Index _ | A | B | C | D | E | F | G | H | I | K | L | M | N | O | P | Q | R | S | T | U | V | W | Y | Z _ __call__() (lmflow.datasets.multi_modal_dataset.DataCollatorForSupervisedDataset method) __getitem__() (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset method) __len__() (lmflow.datasets.dataset.Dataset method) (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset method) __post_init__() (lmflow.args.DatasetArguments method) (lmflow.args.EvaluatorArguments method) (lmflow.args.InferencerArguments method) (lmflow.args.ModelArguments method) (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.base.EmptyFormatter method) (lmflow.utils.conversation_template.base.StringFormatter method) (lmflow.utils.conversation_template.base.TemplateComponent method) __repr__() (lmflow.utils.conversation_template.base.TemplateComponent method) __setstate__() (lmflow.optim.adabelief.AdaBelief method) (lmflow.optim.adabound.AdaBound method) (lmflow.optim.adamax.Adamax method) (lmflow.optim.adan.Adan method) (lmflow.optim.lars.LARS method) (lmflow.optim.nadam.NAdam method) (lmflow.optim.novograd.NovoGrad method) (lmflow.optim.radam.RAdam method) (lmflow.optim.sophia.SophiaG method) __str__() (lmflow.utils.conversation_template.base.TemplateComponent method) __version__ (in module lmflow.version) A accelerate_config_file (lmflow.args.DPOv2AlignerArguments attribute) activate_model_for_inference() (lmflow.models.hf_model_mixin.HFModelMixin method) AdaBelief (class in lmflow.optim.adabelief) ADABELIEF (lmflow.args.OptimizerNames attribute) AdaBound (class in lmflow.optim.adabound) ADABOUND (lmflow.args.OptimizerNames attribute) Adadelta (class in lmflow.optim.adadelta) ADADELTA (lmflow.args.OptimizerNames attribute) AdaGrad (class in lmflow.optim.adagrad) ADAGRAD (lmflow.args.OptimizerNames attribute) Adam (class in lmflow.optim.adam) ADAM (lmflow.args.OptimizerNames attribute) adam (lmflow.optim.lamb.Lamb attribute) Adamax (class in lmflow.optim.adamax) ADAMAX (lmflow.args.OptimizerNames attribute) AdamP (class in lmflow.optim.adamp) ADAMP (lmflow.args.OptimizerNames attribute) ADAMW_SCHEDULE_FREE (lmflow.args.OptimizerNames attribute) AdamWScheduleFree (class in lmflow.optim.adamw_schedule_free) Adan (class in lmflow.optim.adan) ADAN (lmflow.args.OptimizerNames attribute) adapt_llava_model_to_lmflow_type() (in module lmflow.utils.multimodal) add_dataclass_attr_prefix() (in module lmflow.utils.common) add_special_starter() (lmflow.utils.conversation_template.base.ConversationTemplate method) add_special_stopper() (lmflow.utils.conversation_template.base.ConversationTemplate method) additional_stop_token_ids (lmflow.args.InferencerArguments attribute) align() (lmflow.pipeline.base_aligner.BaseAligner method) (lmflow.pipeline.dpo_aligner.DPOAligner method) (lmflow.pipeline.dpov2_aligner.DPOv2Aligner method) (lmflow.pipeline.dpov2_aligner.MemorySafeDPOv2Aligner method) (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner method) (lmflow.pipeline.raft_aligner.RaftAligner method) aligner_args (lmflow.pipeline.dpo_aligner.DPOAligner attribute) (lmflow.pipeline.dpov2_aligner.DPOv2Aligner attribute) (lmflow.pipeline.dpov2_aligner.MemorySafeDPOv2Aligner attribute) (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner attribute) (lmflow.pipeline.raft_aligner.RaftAligner attribute) aligner_file_path (lmflow.pipeline.dpov2_aligner.MemorySafeDPOv2Aligner attribute) answer_extraction() (in module lmflow.utils.data_utils) answer_type (lmflow.args.EvaluatorArguments attribute) append_message() (lmflow.utils.llava_conversation_lib.Conversation method) apply_chat_template (lmflow.args.InferencerArguments attribute) arch_type (lmflow.args.ModelArguments attribute) assistant_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) attention_backend (lmflow.args.InferencerArguments attribute) AutoArguments (class in lmflow.args) AutoModel (class in lmflow.models.auto_model) AutoPipeline (class in lmflow.pipeline.auto_pipeline) autoregressive_sampling() (lmflow.pipeline.inferencer.SpeculativeInferencer method) B backend (lmflow.datasets.dataset.Dataset attribute) backend_dataset (lmflow.datasets.dataset.Dataset attribute) base_lrs (lmflow.optim.adabound.AdaBound attribute) BaseAligner (class in lmflow.pipeline.base_aligner) BaseModel (class in lmflow.models.base_model) BasePipeline (class in lmflow.pipeline.base_pipeline) BaseTuner (class in lmflow.pipeline.base_tuner) batchlize() (in module lmflow.utils.data_utils) BenchmarkingArguments (class in lmflow.args) beta (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.DPOv2AlignerArguments attribute) bits (lmflow.args.ModelArguments attribute) block_size (lmflow.args.DatasetArguments attribute) (lmflow.pipeline.evaluator.Evaluator attribute) blocking() (in module lmflow.tokenization.hf_decoder_model) (in module lmflow.tokenization.hf_text_regression_model) blocking_paired() (in module lmflow.tokenization.hf_text_regression_model) blocking_text_to_textlist() (in module lmflow.tokenization.hf_text_regression_model) build_vision_tower() (in module lmflow.models.vision_encoder.clip_encoder) C cache_dir (lmflow.args.ModelArguments attribute) calculate_dataset_stats (lmflow.args.DatasetArguments attribute) CHATGLM3_TEMPLATE (in module lmflow.utils.conversation_template.chatglm) CHATML_TEMPLATE (in module lmflow.utils.conversation_template.chatml) check_dataset_instances_key_fast() (in module lmflow.utils.data_utils) check_homogeneity() (in module lmflow.utils.model) clamp_value (lmflow.optim.lamb.Lamb attribute) CLIPVisionTower (class in lmflow.models.vision_encoder.clip_encoder) code_exec() (lmflow.pipeline.inferencer.ToolInferencer method) collection_strategy (lmflow.args.RaftAlignerArguments attribute) compare_model() (in module lmflow.utils.test_utils) compress_list() (lmflow.pipeline.rm_inferencer.RewardModelInferencer method) CondenseRotaryEmbedding (class in lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch) config (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) (lmflow.pipeline.evaluator.Evaluator attribute) (lmflow.pipeline.inferencer.Inferencer attribute) config_name (lmflow.args.ModelArguments attribute) config_overrides (lmflow.args.ModelArguments attribute) content (lmflow.utils.conversation_template.base.TemplateComponent attribute) CONTROLLER_HEART_BEAT_EXPIRATION (in module lmflow.utils.constants) conv_llama_2 (in module lmflow.utils.llava_conversation_lib) conv_llava_llama_2 (in module lmflow.utils.llava_conversation_lib) conv_llava_plain (in module lmflow.utils.llava_conversation_lib) conv_llava_v0 (in module lmflow.utils.llava_conversation_lib) conv_llava_v0_mmtag (in module lmflow.utils.llava_conversation_lib) conv_llava_v1 (in module lmflow.utils.llava_conversation_lib) conv_llava_v1_mmtag (in module lmflow.utils.llava_conversation_lib) conv_mpt (in module lmflow.utils.llava_conversation_lib) conv_templates (in module lmflow.utils.llava_conversation_lib) conv_vicuna_v0 (in module lmflow.utils.llava_conversation_lib) conv_vicuna_v1 (in module lmflow.utils.llava_conversation_lib) Conversation (class in lmflow.utils.llava_conversation_lib) CONVERSATION_DATASET_DESCRIPTION (in module lmflow.utils.constants) CONVERSATION_ROLE_NAMES (in module lmflow.utils.constants) conversation_template (lmflow.args.DatasetArguments attribute) conversation_tokenize_function() (in module lmflow.tokenization.hf_decoder_model) (in module lmflow.tokenization.hf_text_regression_model) ConversationTemplate (class in lmflow.utils.conversation_template.base) ConversationTemplateForTool (class in lmflow.utils.conversation_template.base) convert_to_paired_dataset() (lmflow.pipeline.dpov2_aligner.DPOv2Aligner method) copy() (lmflow.utils.llava_conversation_lib.Conversation method) create_copied_dataclass() (in module lmflow.utils.common) create_customized_optimizer() (in module lmflow.optim.utils) create_dataloader() (lmflow.pipeline.evaluator.Evaluator method) (lmflow.pipeline.inferencer.Inferencer method) create_from_dict() (lmflow.datasets.dataset.Dataset class method) custom_model (lmflow.args.VisModelArguments attribute) custom_vision_model (lmflow.args.VisModelArguments attribute) (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel attribute) CustomAutoVision2SeqModel (class in lmflow.models.vision2seq_model) customized_cache_dir (lmflow.args.DatasetArguments attribute) customized_optim (lmflow.args.FinetunerArguments attribute) customized_optim_args (lmflow.args.FinetunerArguments attribute) CustomMultiModalDataset (class in lmflow.datasets.multi_modal_dataset) D data_args (lmflow.datasets.dataset.Dataset attribute) (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset attribute) (lmflow.pipeline.dpo_aligner.DPOAligner attribute) (lmflow.pipeline.dpov2_aligner.DPOv2Aligner attribute) (lmflow.pipeline.dpov2_aligner.MemorySafeDPOv2Aligner attribute) (lmflow.pipeline.evaluator.Evaluator attribute) (lmflow.pipeline.finetuner.Finetuner attribute) (lmflow.pipeline.inferencer.Inferencer attribute) (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner attribute) (lmflow.pipeline.raft_aligner.RaftAligner attribute) (lmflow.pipeline.rm_inferencer.RewardModelInferencer attribute) (lmflow.pipeline.sglang_inferencer.SGLangInferencer attribute) (lmflow.pipeline.vllm_inferencer.VLLMInferencer attribute) data_dict (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset attribute) DataCollatorForSupervisedDataset (class in lmflow.datasets.multi_modal_dataset) Dataset (class in lmflow.datasets.dataset) dataset_cache_dir (lmflow.args.DatasetArguments attribute) dataset_config_name (lmflow.args.DatasetArguments attribute) DATASET_DESCRIPTION_MAP (in module lmflow.utils.constants) dataset_name (lmflow.args.BenchmarkingArguments attribute) (lmflow.args.DatasetArguments attribute) dataset_path (lmflow.args.DatasetArguments attribute) (lmflow.datasets.dataset.Dataset attribute) dataset_path_list (lmflow.args.IterativeAlignerArguments attribute) DATASET_TYPES (in module lmflow.datasets.dataset) DatasetArguments (class in lmflow.args) deactivate_model_for_inference() (lmflow.models.hf_model_mixin.HFModelMixin method) debias (lmflow.optim.lamb.Lamb attribute) decode() (lmflow.models.hf_decoder_model.HFDecoderModel method) DecoderModel (class in lmflow.models.decoder_model) DEEPSEEK_R1_DISTILL_TEMPLATE (in module lmflow.utils.conversation_template.deepseek) DEEPSEEK_R1_TEMPLATE (in module lmflow.utils.conversation_template.deepseek) DEEPSEEK_V2_TEMPLATE (in module lmflow.utils.conversation_template.deepseek) DEEPSEEK_V3_TEMPLATE (in module lmflow.utils.conversation_template.deepseek) deepspeed (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) default_conversation (in module lmflow.utils.llava_conversation_lib) DEFAULT_IM_END_TOKEN (in module lmflow.utils.constants) DEFAULT_IM_START_TOKEN (in module lmflow.utils.constants) DEFAULT_IMAGE_PATCH_TOKEN (in module lmflow.utils.constants) DEFAULT_IMAGE_TOKEN (in module lmflow.utils.constants) degenerated_to_sgd (lmflow.optim.adabelief.AdaBelief attribute) device (lmflow.args.InferencerArguments attribute) (lmflow.models.hf_model_mixin.HFModelMixin attribute) (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) dict() (lmflow.utils.llava_conversation_lib.Conversation method) disable_group_texts (lmflow.args.DatasetArguments attribute) distributed_inference_num_instances (lmflow.args.InferencerArguments attribute) do_dpo_align (lmflow.args.IterativeDPOAlignerArguments attribute) do_response_generation (lmflow.args.IterativeDPOAlignerArguments attribute) do_rope_scaling (lmflow.args.ModelArguments attribute) do_sample (lmflow.args.InferencerArguments attribute) do_scoring (lmflow.args.IterativeDPOAlignerArguments attribute) do_train (lmflow.models.hf_model_mixin.HFModelMixin attribute) double_quant (lmflow.args.ModelArguments attribute) DPOAligner (class in lmflow.pipeline.dpo_aligner) DPOAlignerArguments (class in lmflow.args) DPOv2Aligner (class in lmflow.pipeline.dpov2_aligner) DPOv2AlignerArguments (class in lmflow.args) draft_config (lmflow.pipeline.inferencer.SpeculativeInferencer attribute) draft_model_args (lmflow.pipeline.inferencer.SpeculativeInferencer attribute) drop_instances() (lmflow.datasets.dataset.Dataset method) dtype (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) Dummy (class in lmflow.optim.dummy) DUMMY (lmflow.args.OptimizerNames attribute) dummy_feature (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) E EMPTY_NO_SPECIAL_TOKENS_TEMPLATE (in module lmflow.utils.conversation_template.base) EMPTY_TEMPLATE (in module lmflow.utils.conversation_template.base) EmptyFormatter (class in lmflow.utils.conversation_template.base) enable_decode_inference_result (lmflow.args.InferencerArguments attribute) enable_deterministic_inference (lmflow.args.InferencerArguments attribute) enable_distributed_inference (lmflow.args.InferencerArguments attribute) encode() (lmflow.models.hf_decoder_model.HFDecoderModel method) encode_conversation() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.base.ConversationTemplateForTool method) (lmflow.utils.conversation_template.gemma.GemmaConversationTemplate method) encode_images() (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) EncoderDecoderModel (class in lmflow.models.encoder_decoder_model) end() (profiler.Timer method) eos_padding (lmflow.args.ModelArguments attribute) eos_token_id (lmflow.pipeline.sglang_inferencer.SGLangInferencer attribute) (lmflow.pipeline.vllm_inferencer.VLLMInferencer attribute) eval() (lmflow.optim.adamw_schedule_free.AdamWScheduleFree method) (lmflow.optim.sgd_schedule_free.SGDScheduleFree method) eval_dataset (lmflow.pipeline.dpo_aligner.DPOAligner attribute) eval_dataset_path (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.FinetunerArguments attribute) eval_steps (lmflow.args.DPOAlignerArguments attribute) evaluate() (lmflow.pipeline.evaluator.Evaluator method) evaluate_block_size (lmflow.args.EvaluatorArguments attribute) Evaluator (class in lmflow.pipeline.evaluator) evaluator_args (lmflow.pipeline.evaluator.Evaluator attribute) EvaluatorArguments (class in lmflow.args) F feature_select() (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) finetune_part (lmflow.args.FinetunerArguments attribute) Finetuner (class in lmflow.pipeline.finetuner) finetuner_args (lmflow.pipeline.finetuner.Finetuner attribute) FinetunerArguments (class in lmflow.args) fixed_decay (lmflow.optim.adabelief.AdaBelief attribute) flatten_list() (lmflow.pipeline.rm_inferencer.RewardModelInferencer method) FLOAT_ONLY_DATASET_DESCRIPTION (in module lmflow.utils.constants) force_system (lmflow.utils.conversation_template.base.ConversationTemplate attribute) format() (lmflow.utils.conversation_template.base.EmptyFormatter method) (lmflow.utils.conversation_template.base.Formatter method) (lmflow.utils.conversation_template.base.StringFormatter method) Formatter (class in lmflow.utils.conversation_template.base) forward() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) (lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch.CondenseRotaryEmbedding method) from_dict() (lmflow.datasets.dataset.Dataset method) function_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) G GEMMA3_TEMPLATE (in module lmflow.utils.conversation_template.gemma) GEMMA_TEMPLATE (in module lmflow.utils.conversation_template.gemma) GemmaConversationTemplate (class in lmflow.utils.conversation_template.gemma) generate() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) get_backend() (lmflow.datasets.dataset.Dataset method) get_backend_dataset() (lmflow.datasets.dataset.Dataset method) get_backend_model() (lmflow.models.hf_model_mixin.HFModelMixin method) (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) get_data_args() (lmflow.datasets.dataset.Dataset method) get_dataset_type_fast() (in module lmflow.utils.data_utils) get_device_name() (in module lmflow.utils.envs) get_fingerprint() (lmflow.datasets.dataset.Dataset method) get_images() (lmflow.utils.llava_conversation_lib.Conversation method) get_lmflow_dir() (in module lmflow.utils.versioning) get_max_length() (lmflow.models.hf_model_mixin.HFModelMixin method) get_model() (lmflow.models.auto_model.AutoModel class method) get_paired_dataset() (in module lmflow.pipeline.dpo_aligner) get_peft_without_qlora() (lmflow.models.hf_decoder_model.HFDecoderModel method) get_pipeline() (lmflow.pipeline.auto_pipeline.AutoPipeline class method) get_pipeline_args_class() (lmflow.args.AutoArguments method) get_prompt() (lmflow.utils.llava_conversation_lib.Conversation method) get_python_version() (in module lmflow.utils.versioning) get_runtime() (profiler.Timer method) get_tokenizer() (lmflow.models.hf_model_mixin.HFModelMixin method) (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) get_torch_device() (in module lmflow.utils.envs) get_type() (lmflow.datasets.dataset.Dataset method) gradient_accumulation_steps (lmflow.args.DPOAlignerArguments attribute) gradient_checkpointing (lmflow.args.DPOAlignerArguments attribute) gradient_checkpointing_use_reentrant (lmflow.args.DPOAlignerArguments attribute) group_text() (lmflow.pipeline.finetuner.Finetuner method) group_texts_batch_size (lmflow.args.DatasetArguments attribute) H has_placeholder() (lmflow.utils.conversation_template.base.Formatter method) hf_auto_model (lmflow.models.hf_model_mixin.HFModelMixin attribute) HF_AUTOMODEL_MAPPING (in module lmflow.models.hf_model_mixin) HF_AUTOMODEL_TYPE (in module lmflow.models.hf_model_mixin) hf_dataset_sanity_check() (lmflow.datasets.dataset.Dataset method) hf_model_config (lmflow.models.hf_model_mixin.HFModelMixin attribute) HFDecoderModel (class in lmflow.models.hf_decoder_model) HFModelMixin (class in lmflow.models.hf_model_mixin) HFTextRegressionModel (class in lmflow.models.hf_text_regression_model) hidden_size (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel attribute) (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) HYMBA_TEMPLATE (in module lmflow.utils.conversation_template.hymba) HymbaConversationTemplate (class in lmflow.utils.conversation_template.hymba) I ignore_bias_buffers (lmflow.args.ModelArguments attribute) IGNORE_INDEX (in module lmflow.utils.constants) image_aspect_ratio (lmflow.args.MultiModalDatasetArguments attribute) image_encoder_name_or_path (lmflow.args.VisModelArguments attribute) image_folder (lmflow.args.MultiModalDatasetArguments attribute) (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset attribute) IMAGE_TOKEN_INDEX (in module lmflow.utils.constants) INF (lmflow.pipeline.raft_aligner.RaftAligner attribute) inference() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_text_regression_model.HFTextRegressionModel method) (lmflow.models.text_regression_model.TextRegressionModel method) (lmflow.pipeline.inferencer.Inferencer method) (lmflow.pipeline.inferencer.SpeculativeInferencer method) (lmflow.pipeline.inferencer.ToolInferencer method) (lmflow.pipeline.rm_inferencer.RewardModelInferencer method) (lmflow.pipeline.sglang_inferencer.SGLangInferencer method) (lmflow.pipeline.vllm_inferencer.MemorySafeVLLMInferencer method) (lmflow.pipeline.vllm_inferencer.VLLMInferencer method) inference_batch_size (lmflow.args.InferencerArguments attribute) inference_batch_size_per_device (lmflow.args.EvaluatorArguments attribute) (lmflow.args.RaftAlignerArguments attribute) inference_data_parallel_size (lmflow.args.InferencerArguments attribute) inference_engine (lmflow.args.InferencerArguments attribute) inference_func (lmflow.models.text_regression_model.TextRegressionModel attribute) inference_gpu_memory_utilization (lmflow.args.InferencerArguments attribute) inference_max_model_len (lmflow.args.InferencerArguments attribute) inference_results_path (lmflow.args.InferencerArguments attribute) inference_tensor_parallel_size (lmflow.args.InferencerArguments attribute) Inferencer (class in lmflow.pipeline.inferencer) inferencer_args (lmflow.pipeline.inferencer.Inferencer attribute) (lmflow.pipeline.rm_inferencer.RewardModelInferencer attribute) (lmflow.pipeline.sglang_inferencer.SGLangInferencer attribute) (lmflow.pipeline.vllm_inferencer.VLLMInferencer attribute) inferencer_file_path (lmflow.pipeline.vllm_inferencer.MemorySafeVLLMInferencer attribute) InferencerArguments (class in lmflow.args) initial_iter_idx (lmflow.args.IterativeAlignerArguments attribute) input (lmflow.utils.data_utils.RewardModelInferenceResultWithInput attribute) (lmflow.utils.data_utils.VLLMInferenceResultWithInput attribute) INSTANCE_FIELDS_MAP (in module lmflow.utils.constants) INTERNLM2_TEMPLATE (in module lmflow.utils.conversation_template.internlm) is_accelerate_env() (in module lmflow.utils.envs) is_custom_dataset (lmflow.args.DatasetArguments attribute) is_deepspeed_available() (in module lmflow.utils.versioning) is_flash_attn_available() (in module lmflow.utils.versioning) is_flask_available() (in module lmflow.utils.versioning) is_gradio_available() (in module lmflow.utils.versioning) is_loaded (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower attribute) is_multimodal (lmflow.args.MultiModalDatasetArguments attribute) is_multimodal_available() (in module lmflow.utils.versioning) is_package_version_at_least() (in module lmflow.utils.versioning) is_ray_available() (in module lmflow.utils.versioning) is_sglang_available() (in module lmflow.utils.versioning) is_trl_available() (in module lmflow.utils.versioning) is_vllm_available() (in module lmflow.utils.versioning) IterativeAlignerArguments (class in lmflow.args) IterativeDPOAligner (class in lmflow.pipeline.iterative_dpo_aligner) IterativeDPOAlignerArguments (class in lmflow.args) K keep_linebreaks (lmflow.args.DatasetArguments attribute) KEY_INSTANCES (in module lmflow.datasets.dataset) KEY_SCORE (in module lmflow.datasets.dataset) KEY_TYPE (in module lmflow.datasets.dataset) L Lamb (class in lmflow.optim.lamb) LAMB (lmflow.args.OptimizerNames attribute) language_model (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel attribute) language_model_from_pretrained() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) LARS (class in lmflow.optim.lars) (lmflow.args.OptimizerNames attribute) last_checkpoint (lmflow.pipeline.finetuner.Finetuner attribute) learning_rate (lmflow.args.DPOAlignerArguments attribute) length_penalty (lmflow.args.DPOv2AlignerArguments attribute) lisa_activated_layers (lmflow.args.FinetunerArguments attribute) lisa_interval_steps (lmflow.args.FinetunerArguments attribute) lisa_layers_attribute (lmflow.args.FinetunerArguments attribute) LLAMA2_TEMPLATE (in module lmflow.utils.conversation_template.llama) LLAMA2_TEMPLATE_FOR_TOOL (in module lmflow.utils.conversation_template.llama) Llama2ConversationTemplate (class in lmflow.utils.conversation_template.llama) Llama2ConversationTemplateForTool (class in lmflow.utils.conversation_template.llama) LLAMA3_TEMPLATE (in module lmflow.utils.conversation_template.llama) LLAMA3_TEMPLATE_FOR_TOOL (in module lmflow.utils.conversation_template.llama) LLAMA_2 (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) llava_loading (lmflow.args.VisModelArguments attribute) llava_pretrain_model_path (lmflow.args.VisModelArguments attribute) llm_model_name_or_path (lmflow.args.VisModelArguments attribute) lm_evaluation_metric (lmflow.args.BenchmarkingArguments attribute) lmflow module lmflow.args module lmflow.datasets module lmflow.datasets.dataset module lmflow.datasets.multi_modal_dataset module lmflow.models module lmflow.models.auto_model module lmflow.models.base_model module lmflow.models.decoder_model module lmflow.models.encoder_decoder_model module lmflow.models.hf_decoder_model module lmflow.models.hf_model_mixin module lmflow.models.hf_text_regression_model module lmflow.models.interfaces module lmflow.models.interfaces.tunable module lmflow.models.regression_model module lmflow.models.text_regression_model module lmflow.models.vision2seq_model module lmflow.models.vision_encoder module lmflow.models.vision_encoder.clip_encoder module lmflow.optim module lmflow.optim.adabelief module lmflow.optim.adabound module lmflow.optim.adadelta module lmflow.optim.adagrad module lmflow.optim.adam module lmflow.optim.adamax module lmflow.optim.adamp module lmflow.optim.adamw_schedule_free module lmflow.optim.adan module lmflow.optim.dummy module lmflow.optim.lamb module lmflow.optim.lars module lmflow.optim.muon module lmflow.optim.nadam module lmflow.optim.novograd module lmflow.optim.optimizers module lmflow.optim.radam module lmflow.optim.sgd_schedule_free module lmflow.optim.sgdp module lmflow.optim.sophia module lmflow.optim.utils module lmflow.optim.yogi module lmflow.pipeline module lmflow.pipeline.auto_pipeline module lmflow.pipeline.base_aligner module lmflow.pipeline.base_pipeline module lmflow.pipeline.base_tuner module lmflow.pipeline.dpo_aligner module lmflow.pipeline.dpov2_aligner module lmflow.pipeline.evaluator module lmflow.pipeline.finetuner module lmflow.pipeline.inferencer module lmflow.pipeline.iterative_dpo_aligner module lmflow.pipeline.raft_aligner module lmflow.pipeline.rm_inferencer module lmflow.pipeline.rm_tuner module lmflow.pipeline.sglang_inferencer module lmflow.pipeline.vllm_inferencer module lmflow.tokenization module lmflow.tokenization.hf_decoder_model module lmflow.tokenization.hf_text_regression_model module lmflow.utils module lmflow.utils.common module lmflow.utils.constants module lmflow.utils.conversation_template module lmflow.utils.conversation_template.base module lmflow.utils.conversation_template.chatglm module lmflow.utils.conversation_template.chatml module lmflow.utils.conversation_template.deepseek module lmflow.utils.conversation_template.gemma module lmflow.utils.conversation_template.hymba module lmflow.utils.conversation_template.internlm module lmflow.utils.conversation_template.llama module lmflow.utils.conversation_template.phi module lmflow.utils.conversation_template.qwen module lmflow.utils.conversation_template.yi module lmflow.utils.conversation_template.zephyr module lmflow.utils.data_utils module lmflow.utils.envs module lmflow.utils.llava_conversation_lib module lmflow.utils.model module lmflow.utils.multimodal module lmflow.utils.position_interpolation module lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch module lmflow.utils.test_utils module lmflow.utils.versioning module lmflow.version module LMFLOW_LORA_TARGET_MODULES_MAPPING (in module lmflow.utils.constants) load_data() (in module lmflow.utils.data_utils) load_in_4bit (lmflow.args.ModelArguments attribute) load_inference_results() (lmflow.pipeline.sglang_inferencer.SGLangInferencer method) (lmflow.pipeline.vllm_inferencer.VLLMInferencer method) load_llava_pretrain_model() (in module lmflow.utils.multimodal) load_model() (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) load_prompt_cache() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) local_rank (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) (lmflow.pipeline.evaluator.Evaluator attribute) (lmflow.pipeline.inferencer.Inferencer attribute) (lmflow.pipeline.rm_inferencer.RewardModelInferencer attribute) log_freq (lmflow.args.DPOAlignerArguments attribute) LOGDIR (in module lmflow.utils.constants) logger (in module lmflow.args) (in module lmflow.datasets.dataset) (in module lmflow.models.hf_decoder_model) (in module lmflow.models.hf_model_mixin) (in module lmflow.models.hf_text_regression_model) (in module lmflow.pipeline.dpov2_aligner) (in module lmflow.pipeline.finetuner) (in module lmflow.pipeline.inferencer) (in module lmflow.pipeline.iterative_dpo_aligner) (in module lmflow.pipeline.raft_aligner) (in module lmflow.pipeline.rm_inferencer) (in module lmflow.pipeline.rm_tuner) (in module lmflow.pipeline.sglang_inferencer) (in module lmflow.pipeline.vllm_inferencer) (in module lmflow.tokenization.hf_decoder_model) (in module lmflow.tokenization.hf_text_regression_model) (in module lmflow.utils.common) (in module lmflow.utils.conversation_template.base) (in module lmflow.utils.conversation_template.gemma) (in module lmflow.utils.conversation_template.llama) (in module lmflow.utils.conversation_template.zephyr) (in module lmflow.utils.model) (in module lmflow.utils.versioning) logging_steps (lmflow.args.DPOAlignerArguments attribute) lora_alpha (lmflow.args.ModelArguments attribute) lora_dropout (lmflow.args.ModelArguments attribute) lora_model_path (lmflow.args.ModelArguments attribute) lora_r (lmflow.args.ModelArguments attribute) lora_target_modules (lmflow.args.ModelArguments attribute) LORA_TARGET_MODULES_MAPPING (in module lmflow.models.hf_model_mixin) loss_type (lmflow.args.DPOv2AlignerArguments attribute) low_resource (lmflow.args.VisModelArguments attribute) lr_scheduler_type (lmflow.args.DPOAlignerArguments attribute) M make_shell_args_from_dataclass() (in module lmflow.utils.common) map() (lmflow.datasets.dataset.Dataset method) margin_scale (lmflow.args.DPOv2AlignerArguments attribute) mask (lmflow.utils.conversation_template.base.TemplateComponent attribute) mask_prompt (lmflow.args.DPOv2AlignerArguments attribute) max_eval_samples (lmflow.args.DatasetArguments attribute) max_length (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.DPOv2AlignerArguments attribute) max_new_tokens (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) max_prompt_length (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.DPOv2AlignerArguments attribute) max_seq_len_cached (lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch.CondenseRotaryEmbedding attribute) max_steps (lmflow.args.DPOAlignerArguments attribute) max_train_samples (lmflow.args.DatasetArguments attribute) MEMORY_SAFE_DPOV2_ALIGN_ENV_VAR_TO_REMOVE (in module lmflow.utils.constants) MEMORY_SAFE_VLLM_INFERENCE_ENV_VAR_TO_REMOVE (in module lmflow.utils.constants) MEMORY_SAFE_VLLM_INFERENCE_FINISH_FLAG (in module lmflow.utils.constants) MemorySafeDPOv2Aligner (class in lmflow.pipeline.dpov2_aligner) MemorySafeVLLMInferencer (class in lmflow.pipeline.vllm_inferencer) merge_lora_weights() (lmflow.models.hf_decoder_model.HFDecoderModel method) messages (lmflow.utils.llava_conversation_lib.Conversation attribute) metric (lmflow.args.EvaluatorArguments attribute) minibatch_size (lmflow.args.EvaluatorArguments attribute) mixed_precision (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) model (lmflow.pipeline.inferencer.ToolInferencer attribute) model_args (lmflow.models.hf_model_mixin.HFModelMixin attribute) (lmflow.pipeline.dpo_aligner.DPOAligner attribute) (lmflow.pipeline.dpov2_aligner.DPOv2Aligner attribute) (lmflow.pipeline.dpov2_aligner.MemorySafeDPOv2Aligner attribute) (lmflow.pipeline.evaluator.Evaluator attribute) (lmflow.pipeline.finetuner.Finetuner attribute) (lmflow.pipeline.inferencer.Inferencer attribute) (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner attribute) (lmflow.pipeline.raft_aligner.RaftAligner attribute) (lmflow.pipeline.rm_inferencer.RewardModelInferencer attribute) (lmflow.pipeline.sglang_inferencer.SGLangInferencer attribute) (lmflow.pipeline.vllm_inferencer.VLLMInferencer attribute) MODEL_CONFIG_CLASSES (in module lmflow.args) model_max_length (lmflow.args.ModelArguments attribute) model_name_or_path (lmflow.args.ModelArguments attribute) model_revision (lmflow.args.ModelArguments attribute) model_type (lmflow.args.ModelArguments attribute) MODEL_TYPES (in module lmflow.args) ModelArguments (class in lmflow.args) module lmflow lmflow.args lmflow.datasets lmflow.datasets.dataset lmflow.datasets.multi_modal_dataset lmflow.models lmflow.models.auto_model lmflow.models.base_model lmflow.models.decoder_model lmflow.models.encoder_decoder_model lmflow.models.hf_decoder_model lmflow.models.hf_model_mixin lmflow.models.hf_text_regression_model lmflow.models.interfaces lmflow.models.interfaces.tunable lmflow.models.regression_model lmflow.models.text_regression_model lmflow.models.vision2seq_model lmflow.models.vision_encoder lmflow.models.vision_encoder.clip_encoder lmflow.optim lmflow.optim.adabelief lmflow.optim.adabound lmflow.optim.adadelta lmflow.optim.adagrad lmflow.optim.adam lmflow.optim.adamax lmflow.optim.adamp lmflow.optim.adamw_schedule_free lmflow.optim.adan lmflow.optim.dummy lmflow.optim.lamb lmflow.optim.lars lmflow.optim.muon lmflow.optim.nadam lmflow.optim.novograd lmflow.optim.optimizers lmflow.optim.radam lmflow.optim.sgd_schedule_free lmflow.optim.sgdp lmflow.optim.sophia lmflow.optim.utils lmflow.optim.yogi lmflow.pipeline lmflow.pipeline.auto_pipeline lmflow.pipeline.base_aligner lmflow.pipeline.base_pipeline lmflow.pipeline.base_tuner lmflow.pipeline.dpo_aligner lmflow.pipeline.dpov2_aligner lmflow.pipeline.evaluator lmflow.pipeline.finetuner lmflow.pipeline.inferencer lmflow.pipeline.iterative_dpo_aligner lmflow.pipeline.raft_aligner lmflow.pipeline.rm_inferencer lmflow.pipeline.rm_tuner lmflow.pipeline.sglang_inferencer lmflow.pipeline.vllm_inferencer lmflow.tokenization lmflow.tokenization.hf_decoder_model lmflow.tokenization.hf_text_regression_model lmflow.utils lmflow.utils.common lmflow.utils.constants lmflow.utils.conversation_template lmflow.utils.conversation_template.base lmflow.utils.conversation_template.chatglm lmflow.utils.conversation_template.chatml lmflow.utils.conversation_template.deepseek lmflow.utils.conversation_template.gemma lmflow.utils.conversation_template.hymba lmflow.utils.conversation_template.internlm lmflow.utils.conversation_template.llama lmflow.utils.conversation_template.phi lmflow.utils.conversation_template.qwen lmflow.utils.conversation_template.yi lmflow.utils.conversation_template.zephyr lmflow.utils.data_utils lmflow.utils.envs lmflow.utils.llava_conversation_lib lmflow.utils.model lmflow.utils.multimodal lmflow.utils.position_interpolation lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch lmflow.utils.test_utils lmflow.utils.versioning lmflow.version profiler MPT (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) MultiModalDatasetArguments (class in lmflow.args) Muon (class in lmflow.optim.muon) MUON (lmflow.args.OptimizerNames attribute) N NAdam (class in lmflow.optim.nadam) NADAM (lmflow.args.OptimizerNames attribute) name (profiler.Timer attribute) NovoGrad (class in lmflow.optim.novograd) NOVOGRAD (lmflow.args.OptimizerNames attribute) ntk_ratio (lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch.CondenseRotaryEmbedding attribute) num_output_sequences (lmflow.args.InferencerArguments attribute) num_patches (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) num_raft_iteration (lmflow.args.RaftAlignerArguments attribute) O observation_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) offset (lmflow.utils.llava_conversation_lib.Conversation attribute) optim_adam_beta1 (lmflow.args.FinetunerArguments attribute) optim_adam_beta2 (lmflow.args.FinetunerArguments attribute) optim_beta1 (lmflow.args.FinetunerArguments attribute) optim_beta2 (lmflow.args.FinetunerArguments attribute) optim_beta3 (lmflow.args.FinetunerArguments attribute) optim_dummy_beta1 (lmflow.args.FinetunerArguments attribute) optim_dummy_beta2 (lmflow.args.FinetunerArguments attribute) optim_momentum (lmflow.args.FinetunerArguments attribute) optim_weight_decay (lmflow.args.FinetunerArguments attribute) optimizer_type (lmflow.args.DPOAlignerArguments attribute) OptimizerNames (class in lmflow.args) output (lmflow.utils.data_utils.RewardModelInferenceResultWithInput attribute) (lmflow.utils.data_utils.VLLMInferenceResultWithInput attribute) output_dir (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.EvaluatorArguments attribute) (lmflow.args.IterativeDPOAlignerArguments attribute) output_max_length (lmflow.args.RaftAlignerArguments attribute) output_min_length (lmflow.args.RaftAlignerArguments attribute) output_reward_path (lmflow.args.RaftAlignerArguments attribute) overwrite_cache (lmflow.args.DatasetArguments attribute) P padding_side (lmflow.args.ModelArguments attribute) PAIRED_CONVERSATION_DATASET_DESCRIPTION (in module lmflow.utils.constants) paired_conversation_tokenize_function() (in module lmflow.tokenization.hf_text_regression_model) PAIRED_TEXT_TO_TEXT_DATASET_DESCRIPTION (in module lmflow.utils.constants) peft_config (lmflow.models.hf_model_mixin.HFModelMixin attribute) per_device_eval_batch_size (lmflow.args.DPOAlignerArguments attribute) per_device_train_batch_size (lmflow.args.DPOAlignerArguments attribute) PHI3_TEMPLATE (in module lmflow.utils.conversation_template.phi) pi_ratio (lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch.CondenseRotaryEmbedding attribute) PIPELINE_ARGUMENT_MAPPING (in module lmflow.args) PIPELINE_MAPPING (in module lmflow.pipeline.auto_pipeline) PIPELINE_NEEDS_EXTRAS (in module lmflow.pipeline.auto_pipeline) PLAIN (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) post_process_pairs() (lmflow.utils.conversation_template.base.ConversationTemplate method) postprocess_distributed_inference_outputs() (lmflow.models.hf_text_regression_model.HFTextRegressionModel static method) postprocess_inference_outputs() (lmflow.models.hf_text_regression_model.HFTextRegressionModel static method) predict_next_token() (lmflow.pipeline.inferencer.SpeculativeInferencer static method) prepare_inputs_for_inference() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_text_regression_model.HFTextRegressionModel method) prepare_inputs_labels_for_multimodal() (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) preprocess_llama_from_llava_plain() (in module lmflow.datasets.multi_modal_dataset) preprocess_llama_from_llava_v1() (in module lmflow.datasets.multi_modal_dataset) preprocess_multimodal_llava() (in module lmflow.datasets.multi_modal_dataset) preprocessing_num_workers (lmflow.args.DatasetArguments attribute) pretrained_language_projection_path (lmflow.args.VisModelArguments attribute) preview_file() (in module lmflow.utils.data_utils) print_banner() (in module lmflow.utils.common) process_image_flag() (in module lmflow.utils.data_utils) processor_image_token_in_minigpt4() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) profiler module prompt_cache_path (lmflow.args.VisModelArguments attribute) prompt_structure (lmflow.args.EvaluatorArguments attribute) Q qformer_from_pretrained() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) qformer_name_or_path (lmflow.args.VisModelArguments attribute) quant_bit (lmflow.args.ModelArguments attribute) quant_config (lmflow.models.hf_model_mixin.HFModelMixin attribute) quant_type (lmflow.args.ModelArguments attribute) QWEN2_5_1M_TEMPLATE (in module lmflow.utils.conversation_template.qwen) QWEN2_5_MATH_TEMPLATE (in module lmflow.utils.conversation_template.qwen) QWEN2_5_TEMPLATE (in module lmflow.utils.conversation_template.qwen) QWEN2_TEMPLATE (in module lmflow.utils.conversation_template.qwen) QWEN2_TEMPLATE_FOR_TOOL (in module lmflow.utils.conversation_template.qwen) QWEN3_TEMPLATE (in module lmflow.utils.conversation_template.qwen) QWEN_QWQ_TEMPLATE (in module lmflow.utils.conversation_template.qwen) R RAdam (class in lmflow.optim.radam) RADAM (lmflow.args.OptimizerNames attribute) raft_batch_size (lmflow.args.RaftAlignerArguments attribute) RaftAligner (class in lmflow.pipeline.raft_aligner) RaftAlignerArguments (class in lmflow.args) random_seed (lmflow.args.DPOv2AlignerArguments attribute) (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) random_shuffle (lmflow.args.EvaluatorArguments attribute) rectify (lmflow.optim.adabelief.AdaBelief attribute) ref_model_args (lmflow.pipeline.dpov2_aligner.DPOv2Aligner attribute) (lmflow.pipeline.dpov2_aligner.MemorySafeDPOv2Aligner attribute) (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner attribute) ReferenceModelArguments (in module lmflow.pipeline.dpov2_aligner) register_inference_function() (lmflow.models.text_regression_model.TextRegressionModel method) register_prompt_cache() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) register_tokenizer() (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset method) RegressionModel (class in lmflow.models.regression_model) remove_dataclass_attr_prefix() (in module lmflow.utils.common) remove_last_sep (lmflow.utils.conversation_template.base.ConversationTemplate attribute) remove_last_separator() (lmflow.utils.conversation_template.base.ConversationTemplate method) remove_unused_columns (lmflow.args.FinetunerArguments attribute) repetition_penalty (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) replace_llama_with_condense() (in module lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch) report_to (lmflow.args.DPOAlignerArguments attribute) require_cuda_for_gpu_mode() (in module lmflow.utils.envs) reset() (lmflow.optim.adabelief.AdaBelief method) restart_opt() (lmflow.optim.adan.Adan method) results_path (lmflow.args.InferencerArguments attribute) RETURN_CODE_ERROR_BUFFER (in module lmflow.utils.constants) return_logprob (lmflow.args.InferencerArguments attribute) reward_model_args (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner attribute) reward_model_inference_batch_size (lmflow.args.IterativeDPOAlignerArguments attribute) reward_model_inference_block_size (lmflow.args.IterativeDPOAlignerArguments attribute) RewardModelInferencer (class in lmflow.pipeline.rm_inferencer) RewardModelInferenceResultWithInput (class in lmflow.utils.data_utils) RewardModelTuner (class in lmflow.pipeline.rm_tuner) RewardModelTunerArguments (class in lmflow.args) roles (lmflow.utils.llava_conversation_lib.Conversation attribute) rope_ntk_ratio (lmflow.args.ModelArguments attribute) rope_pi_ratio (lmflow.args.ModelArguments attribute) rstrip_partial_utf8() (in module lmflow.pipeline.inferencer) run_name (lmflow.args.DPOAlignerArguments attribute) runtimes (profiler.Timer attribute) runtimes_readable (profiler.Timer attribute) S sample() (lmflow.datasets.dataset.Dataset method) (lmflow.pipeline.inferencer.SpeculativeInferencer static method) sampling_paired_idx_from_rewards() (lmflow.pipeline.dpov2_aligner.DPOv2Aligner method) sampling_paired_method (lmflow.args.DPOv2AlignerArguments attribute) sampling_params (lmflow.pipeline.sglang_inferencer.SGLangInferencer attribute) (lmflow.pipeline.vllm_inferencer.VLLMInferencer attribute) sanity_check (lmflow.args.DPOAlignerArguments attribute) sanity_check() (lmflow.datasets.dataset.Dataset method) save() (lmflow.datasets.dataset.Dataset method) (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_text_regression_model.HFTextRegressionModel method) save_aggregated_lora (lmflow.args.ModelArguments attribute) save_inference_results (lmflow.args.InferencerArguments attribute) save_inference_results() (lmflow.pipeline.sglang_inferencer.SGLangInferencer method) (lmflow.pipeline.vllm_inferencer.VLLMInferencer method) save_language_projection (lmflow.args.FinetunerArguments attribute) save_pretrain_model_path (lmflow.args.VisModelArguments attribute) save_prompt_cache() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) save_results (lmflow.args.InferencerArguments attribute) save_steps (lmflow.args.DPOAlignerArguments attribute) score_to_prob() (lmflow.pipeline.inferencer.SpeculativeInferencer static method) seed (lmflow.args.DPOAlignerArguments attribute) select_feature (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower attribute) select_layer (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower attribute) send_example_telemetry (in module lmflow.pipeline.finetuner) sep (lmflow.utils.llava_conversation_lib.Conversation attribute) sep2 (lmflow.utils.llava_conversation_lib.Conversation attribute) sep_style (lmflow.args.MultiModalDatasetArguments attribute) (lmflow.utils.llava_conversation_lib.Conversation attribute) separator (lmflow.utils.conversation_template.base.ConversationTemplate attribute) SeparatorStyle (class in lmflow.utils.llava_conversation_lib) set_cuda_device() (in module lmflow.utils.envs) set_random_seed() (in module lmflow.utils.data_utils) SGD_SCHEDULE_FREE (lmflow.args.OptimizerNames attribute) SGDP (class in lmflow.optim.sgdp) (lmflow.args.OptimizerNames attribute) SGDScheduleFree (class in lmflow.optim.sgd_schedule_free) SGLangInferencer (class in lmflow.pipeline.sglang_inferencer) show() (profiler.Timer method) SINGLE (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) skip_next (lmflow.utils.llava_conversation_lib.Conversation attribute) SOPHIA (lmflow.args.OptimizerNames attribute) SophiaG (class in lmflow.optim.sophia) special_starter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) special_stopper (lmflow.utils.conversation_template.base.ConversationTemplate attribute) SpeculativeInferencer (class in lmflow.pipeline.inferencer) split_args() (in module lmflow.args) start() (profiler.Timer method) step() (lmflow.optim.adabelief.AdaBelief method) (lmflow.optim.adabound.AdaBound method) (lmflow.optim.adadelta.Adadelta method) (lmflow.optim.adagrad.AdaGrad method) (lmflow.optim.adam.Adam method) (lmflow.optim.adamax.Adamax method) (lmflow.optim.adamp.AdamP method) (lmflow.optim.adamw_schedule_free.AdamWScheduleFree method) (lmflow.optim.adan.Adan method) (lmflow.optim.dummy.Dummy method) (lmflow.optim.lamb.Lamb method) (lmflow.optim.lars.LARS method) (lmflow.optim.muon.Muon method) (lmflow.optim.nadam.NAdam method) (lmflow.optim.novograd.NovoGrad method) (lmflow.optim.radam.RAdam method) (lmflow.optim.sgd_schedule_free.SGDScheduleFree method) (lmflow.optim.sgdp.SGDP method) (lmflow.optim.sophia.SophiaG method) (lmflow.optim.yogi.Yogi method) stream_inference() (lmflow.pipeline.inferencer.Inferencer method) (lmflow.pipeline.inferencer.SpeculativeInferencer method) streaming (lmflow.args.DatasetArguments attribute) StringFormatter (class in lmflow.utils.conversation_template.base) supported_dataset_type (in module lmflow.pipeline.inferencer) system (lmflow.utils.llava_conversation_lib.Conversation attribute) system_default (lmflow.utils.conversation_template.base.ConversationTemplate attribute) system_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) T temperature (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) template (lmflow.utils.conversation_template.base.Formatter attribute) template_name (lmflow.utils.conversation_template.base.ConversationTemplate attribute) TemplateComponent (class in lmflow.utils.conversation_template.base) tensor_parallel_size (lmflow.args.InferencerArguments attribute) test_file (lmflow.args.DatasetArguments attribute) TEXT2TEXT_DATASET_DESCRIPTION (in module lmflow.utils.constants) TEXT2TEXT_DATASET_DETAILS (in module lmflow.utils.constants) TEXT2TEXT_DATASET_LONG_DESCRITION (in module lmflow.utils.constants) TEXT_ONLY_DATASET_DESCRIPTION (in module lmflow.utils.constants) TEXT_ONLY_DATASET_DETAILS (in module lmflow.utils.constants) TEXT_ONLY_DATASET_LONG_DESCRITION (in module lmflow.utils.constants) TEXT_TO_SCORED_TEXTLIST_DATASET_DESCRIPTION (in module lmflow.utils.constants) TEXT_TO_TEXTLIST_DATASET_DESCRIPTION (in module lmflow.utils.constants) text_to_textlist_tokenize_function() (in module lmflow.tokenization.hf_text_regression_model) TextRegressionModel (class in lmflow.models.text_regression_model) Timer (class in profiler) timer (in module profiler) to_dict() (lmflow.datasets.dataset.Dataset method) to_gradio_chatbot() (lmflow.utils.llava_conversation_lib.Conversation method) to_list() (lmflow.datasets.dataset.Dataset method) tok_logger (in module lmflow.tokenization.hf_decoder_model) (in module lmflow.tokenization.hf_text_regression_model) token (lmflow.args.ModelArguments attribute) tokenize() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_text_regression_model.HFTextRegressionModel method) tokenize_function() (in module lmflow.tokenization.hf_decoder_model) (in module lmflow.tokenization.hf_text_regression_model) tokenizer (lmflow.datasets.multi_modal_dataset.DataCollatorForSupervisedDataset attribute) (lmflow.models.hf_model_mixin.HFModelMixin attribute) tokenizer_image_token() (in module lmflow.datasets.multi_modal_dataset) tokenizer_name (lmflow.args.ModelArguments attribute) ToolInferencer (class in lmflow.pipeline.inferencer) tools_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) top_k (lmflow.args.InferencerArguments attribute) top_p (lmflow.args.InferencerArguments attribute) top_reward_percentage (lmflow.args.RaftAlignerArguments attribute) torch_dtype (lmflow.args.ModelArguments attribute) (lmflow.models.hf_model_mixin.HFModelMixin attribute) train() (lmflow.optim.adamw_schedule_free.AdamWScheduleFree method) (lmflow.optim.sgd_schedule_free.SGDScheduleFree method) train_dataset (lmflow.pipeline.dpo_aligner.DPOAligner attribute) train_file (lmflow.args.DatasetArguments attribute) train_on_prompt (lmflow.args.DatasetArguments attribute) train_test_split() (lmflow.datasets.dataset.Dataset method) truncate_to_model_max_length (lmflow.args.ModelArguments attribute) truncation_side (lmflow.args.ModelArguments attribute) trust_remote_code (lmflow.args.ModelArguments attribute) Tunable (class in lmflow.models.interfaces.tunable) tune() (lmflow.pipeline.base_tuner.BaseTuner method) (lmflow.pipeline.finetuner.Finetuner method) (lmflow.pipeline.rm_tuner.RewardModelTuner method) TWO (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) type (lmflow.datasets.dataset.Dataset attribute) (lmflow.utils.conversation_template.base.TemplateComponent attribute) U update_custom_config() (in module lmflow.utils.multimodal) update_hessian() (lmflow.optim.sophia.SophiaG method) use_accelerator (lmflow.args.InferencerArguments attribute) use_accelerator_for_evaluator (lmflow.args.EvaluatorArguments attribute) use_beam_search (lmflow.args.InferencerArguments attribute) use_customized_optim (lmflow.args.FinetunerArguments attribute) use_dora (lmflow.args.ModelArguments attribute) use_fast_tokenizer (lmflow.args.ModelArguments attribute) use_flash_attention (lmflow.args.ModelArguments attribute) use_image_start_end (lmflow.args.MultiModalDatasetArguments attribute) use_int8 (lmflow.args.ModelArguments attribute) use_lisa (lmflow.args.FinetunerArguments attribute) use_lora (lmflow.args.ModelArguments attribute) use_prompt_cache (lmflow.args.VisModelArguments attribute) use_qlora (lmflow.args.ModelArguments attribute) use_ram_optimized_load (lmflow.args.ModelArguments attribute) use_vllm (lmflow.args.InferencerArguments attribute) use_wandb (lmflow.args.EvaluatorArguments attribute) user_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) V validation_file (lmflow.args.DatasetArguments attribute) validation_split_percentage (lmflow.args.DatasetArguments attribute) version (lmflow.utils.llava_conversation_lib.Conversation attribute) vision_feature_select() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) vision_model_from_pretrained() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) vision_select_layer (lmflow.args.VisModelArguments attribute) vision_tower_name (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower attribute) VisModelArguments (class in lmflow.args) vllm_gpu_memory_utilization (lmflow.args.InferencerArguments attribute) vllm_inference_batch_size (lmflow.args.InferencerArguments attribute) vllm_tensor_parallel_size (lmflow.args.InferencerArguments attribute) VLLMInferencer (class in lmflow.pipeline.vllm_inferencer) VLLMInferenceResultWithInput (class in lmflow.utils.data_utils) W warmup_steps (lmflow.args.DPOAlignerArguments attribute) weight_decay (lmflow.args.DPOAlignerArguments attribute) weight_decouple (lmflow.optim.adabelief.AdaBelief attribute) with_qformer (lmflow.args.VisModelArguments attribute) (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel attribute) WORKER_HEART_BEAT_INTERVAL (in module lmflow.utils.constants) workspace_path (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner attribute) world_size (lmflow.pipeline.evaluator.Evaluator attribute) (lmflow.pipeline.inferencer.Inferencer attribute) (lmflow.pipeline.rm_inferencer.RewardModelInferencer attribute) Y YI1_5_TEMPLATE (in module lmflow.utils.conversation_template.yi) Yogi (class in lmflow.optim.yogi) YOGI (lmflow.args.OptimizerNames attribute) Z ZEPHYR_TEMPLATE (in module lmflow.utils.conversation_template.zephyr) ZephyrConversationTemplate (class in lmflow.utils.conversation_template.zephyr) zeropower_via_newtonschulz5() (in module lmflow.optim.muon)