Index _ | A | B | C | D | E | F | G | H | I | K | L | M | N | O | P | Q | R | S | T | U | V | W | Y | Z _ __call__() (lmflow.datasets.multi_modal_dataset.DataCollatorForSupervisedDataset method) (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding method) (lmflow.pipeline.utils.rm_dataprocessor.RewardDataCollatorWithPadding method) __distributed_inference() (lmflow.pipeline.rm_inferencer.RewardModelInferencer method) __filter_args() (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner method) __getitem__() (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset method) __gpt2_num_params_gpt2block (in module constants) __gpt2_num_params_gpt2block_in_pg0 (in module constants) __gpt2_num_params_gpt2block_in_pg1 (in module constants) __gpt2_num_params_lm_head (in module constants) __gpt2_param_intervals_pg0 (in module constants) __gpt2_param_intervals_pg1 (in module constants) __inference() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_text_regression_model.HFTextRegressionModel method) (lmflow.pipeline.rm_inferencer.RewardModelInferencer method) __len__() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset method) __model_module_inject() (lmflow.models.hf_model_mixin.HFModelMixin method) __post_init__() (lmflow.args.DatasetArguments method) (lmflow.args.InferencerArguments method) (lmflow.args.ModelArguments method) (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.base.EmptyFormatter method) (lmflow.utils.conversation_template.base.StringFormatter method) (lmflow.utils.conversation_template.base.TemplateComponent method) (lmflow.utils.conversation_template.ConversationTemplate method) __post_process_model_output() (lmflow.pipeline.rm_inferencer.RewardModelInferencer method) __prepare_dtype() (lmflow.models.hf_model_mixin.HFModelMixin method) __prepare_inputs_for_inference() (lmflow.models.hf_decoder_model.HFDecoderModel method) __prepare_inputs_for_vllm_inference() (lmflow.models.hf_decoder_model.HFDecoderModel method) __prepare_model_config() (lmflow.models.hf_model_mixin.HFModelMixin method) __prepare_model_for_inference() (lmflow.models.hf_model_mixin.HFModelMixin method) __prepare_model_for_training() (lmflow.models.hf_model_mixin.HFModelMixin method) __prepare_model_for_vllm_inference() (lmflow.models.hf_model_mixin.HFModelMixin method) __prepare_model_post_process() (lmflow.models.hf_model_mixin.HFModelMixin method) __prepare_peft_config() (lmflow.models.hf_model_mixin.HFModelMixin method) __prepare_quant_config() (lmflow.models.hf_model_mixin.HFModelMixin method) __prepare_tokenizer() (lmflow.models.hf_model_mixin.HFModelMixin method) __prepare_training_args() (lmflow.pipeline.dpov2_aligner.DPOv2Aligner method) __repr__() (lmflow.utils.conversation_template.base.TemplateComponent method) __setstate__() (lmflow.optim.adabelief.AdaBelief method) (lmflow.optim.adabound.AdaBound method) (lmflow.optim.adamax.Adamax method) (lmflow.optim.adan.Adan method) (lmflow.optim.lars.LARS method) (lmflow.optim.nadam.NAdam method) (lmflow.optim.novograd.NovoGrad method) (lmflow.optim.radam.RAdam method) (lmflow.optim.sophia.SophiaG method) __str__() (lmflow.utils.conversation_template.base.TemplateComponent method) __version__ (in module lmflow) (in module lmflow.version) __vllm_inference() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_text_regression_model.HFTextRegressionModel method) (lmflow.pipeline.rm_inferencer.RewardModelInferencer method) _activated (lmflow.models.hf_model_mixin.HFModelMixin attribute) _add_sm_patterns_to_gitignore() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _align_single_iteration() (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner method) _attn() (in module lmflow.utils.flash_attention.gpt_neo_flash_attention) _bwd_kernel() (in module lmflow.utils.flash_attention.triton_flash_attention) _bwd_kernel_one_col_block() (in module lmflow.utils.flash_attention.triton_flash_attention) _bwd_preprocess_do_o_dot() (in module lmflow.utils.flash_attention.triton_flash_attention) _bwd_store_dk_dv() (in module lmflow.utils.flash_attention.triton_flash_attention) _calc_response_lengths() (lmflow.pipeline.dpov2_aligner.DPOv2Aligner method) _calc_reward_with_length_penalty() (lmflow.pipeline.dpov2_aligner.DPOv2Aligner method) _channel_view() (lmflow.optim.adamp.AdamP static method) (lmflow.optim.sgdp.SGDP static method) _check_data_format() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) _check_if_alignable() (lmflow.pipeline.base_aligner.BaseAligner method) _check_if_tunable() (lmflow.pipeline.base_tuner.BaseTuner method) _clean_text() (lmflow.pipeline.raft_aligner.RaftAligner method) _cosine_similarity() (lmflow.optim.adamp.AdamP static method) (lmflow.optim.sgdp.SGDP static method) _discard_sample() (lmflow.pipeline.raft_aligner.RaftAligner method) _distributed_inference() (lmflow.pipeline.vllm_inferencer.VLLMInferencer method) _do_reward_model_inference() (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner method) _do_single_dpo_align() (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner method) _do_target_model_inference() (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner method) _encode() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.base.ConversationTemplateForTool method) (lmflow.utils.conversation_template.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplateForTool method) (lmflow.utils.conversation_template.llama.Llama2ConversationTemplate method) (lmflow.utils.conversation_template.llama.Llama2ConversationTemplateForTool method) (lmflow.utils.conversation_template.zephyr.ZephyrConversationTemplate method) _encode_template() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.base.ConversationTemplateForTool method) (lmflow.utils.conversation_template.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplateForTool method) _ensure_id_list() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplate method) _evaluate_acc_with_accelerator() (lmflow.pipeline.evaluator.Evaluator method) _evaluate_acc_with_deepspeed() (lmflow.pipeline.evaluator.Evaluator method) _evaluate_nll() (lmflow.pipeline.evaluator.Evaluator method) _evaluate_ppl() (lmflow.pipeline.evaluator.Evaluator method) _flash_attn_backward() (in module lmflow.utils.flash_attention.triton_flash_attention) _flash_attn_forward() (in module lmflow.utils.flash_attention.triton_flash_attention) _fwd_kernel() (in module lmflow.utils.flash_attention.triton_flash_attention) _gather_and_numpify() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _get_active_layers_names() (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer method) (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer method) (lmflow.pipeline.utils.lisa_trainer_fsdp.LISATrainer method) _get_all_body_layers() (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer method) (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer method) (lmflow.pipeline.utils.lisa_trainer_fsdp.LISATrainer method) _get_batch_dataset_local() (lmflow.pipeline.raft_aligner.RaftAligner method) _get_batch_dataset_top() (lmflow.pipeline.raft_aligner.RaftAligner method) _get_collator_with_removed_columns() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _get_eval_sampler() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _get_output_dir() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _get_train_sampler() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _hp_search_setup() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _inference() (lmflow.pipeline.rm_inferencer.RewardModelInferencer method) (lmflow.pipeline.vllm_inferencer.VLLMInferencer method) _initialize_trainer() (lmflow.pipeline.dpo_aligner.DPOAligner method) (lmflow.pipeline.raft_aligner.RaftAligner method) _inner_training_loop() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _is_native_cpu_amp_available (in module lmflow.pipeline.utils.raft_trainer) _is_package_available() (in module lmflow.utils.versioning) _is_packages_available() (in module lmflow.utils.versioning) _issue_warnings_after_load() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _layer_view() (lmflow.optim.adamp.AdamP static method) (lmflow.optim.sgdp.SGDP static method) _load_best_model() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _load_dataset() (lmflow.pipeline.dpo_aligner.DPOAligner method) (lmflow.pipeline.raft_aligner.RaftAligner method) _load_from_checkpoint() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _load_input_dataset() (lmflow.pipeline.raft_aligner.RaftAligner method) _load_optimizer_and_scheduler() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _load_rng_state() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _loggers_initialized (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) _match() (lmflow.pipeline.evaluator.Evaluator method) _maybe_log_save_evaluate() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _memory_tracker (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) _move_model_to_device() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _multi_tensor_adan() (in module lmflow.optim.adan) _nested_gather() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _one_train() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _optimizer_param_group_initialized (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer attribute) _pad_across_processes() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _parse_dpo_aligner_args() (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner method) _parse_reward_model_inference_args() (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner method) _parse_target_model_inference_args() (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner method) _post_init_deepspeed_zero_optimizer_params() (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer method) _prepare_attn_mask() (in module lmflow.utils.flash_attention.bloom_flash_attention) _prepare_decoder_attention_mask() (in module lmflow.utils.flash_attention.gpt2_flash_attention) (in module lmflow.utils.flash_attention.llama_flash_attention) _prepare_input() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _prepare_inputs() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _prepare_optimizer_param_group() (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer method) _projection() (lmflow.optim.adamp.AdamP method) (lmflow.optim.sgdp.SGDP method) _push_from_checkpoint() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _reinit_deepspeed_zero_optimizer_params() (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer method) _remove_unused_columns() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _report_to_hp_search() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _rotate_checkpoints() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _sampling_paired_idx_from_rewards() (lmflow.pipeline.dpov2_aligner.DPOv2Aligner method) _sampling_paired_idx_from_rewards_fast() (lmflow.pipeline.dpov2_aligner.DPOv2Aligner method) _save() (lmflow.pipeline.utils.peft_trainer.PeftSavingCallback method) (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _save_checkpoint() (lmflow.pipeline.utils.peft_trainer.PeftTrainer method) (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _save_tpu() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _set_signature_columns_if_needed() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _signature_columns (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) _single_tensor_adan() (in module lmflow.optim.adan) _sorted_checkpoints() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _switch_active_layers() (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer method) (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer method) (lmflow.pipeline.utils.lisa_trainer_fsdp.LISATrainer method) _train_batch_size (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) _tune_save_checkpoint() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _update_active_layer_info() (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer method) (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer method) (lmflow.pipeline.utils.lisa_trainer_fsdp.LISATrainer method) _wrap_model() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) A accelerate_config_file (lmflow.args.DPOv2AlignerArguments attribute) activate_model_for_inference() (lmflow.models.hf_model_mixin.HFModelMixin method) active_layers_indices (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer attribute) (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer attribute) (lmflow.pipeline.utils.lisa_trainer_fsdp.LISATrainer attribute) active_layers_names (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer attribute) (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer attribute) (lmflow.pipeline.utils.lisa_trainer_fsdp.LISATrainer attribute) AdaBelief (class in lmflow.optim.adabelief) ADABELIEF (lmflow.args.OptimizerNames attribute) AdaBound (class in lmflow.optim.adabound) ADABOUND (lmflow.args.OptimizerNames attribute) Adadelta (class in lmflow.optim.adadelta) ADADELTA (lmflow.args.OptimizerNames attribute) AdaGrad (class in lmflow.optim.adagrad) ADAGRAD (lmflow.args.OptimizerNames attribute) Adam (class in lmflow.optim.adam) ADAM (lmflow.args.OptimizerNames attribute) adam (lmflow.optim.lamb.Lamb attribute) Adamax (class in lmflow.optim.adamax) ADAMAX (lmflow.args.OptimizerNames attribute) AdamP (class in lmflow.optim.adamp) ADAMP (lmflow.args.OptimizerNames attribute) ADAMW_SCHEDULE_FREE (lmflow.args.OptimizerNames attribute) AdamWScheduleFree (class in lmflow.optim.adamw_schedule_free) Adan (class in lmflow.optim.adan) ADAN (lmflow.args.OptimizerNames attribute) adapt_llava_model_to_lmflow_type() (in module lmflow.utils.multimodal) add_callback() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) add_dataclass_attr_prefix() (in module lmflow.utils.common) add_special_starter() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplate method) add_special_stopper() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplate method) additional_stop_token_ids (lmflow.args.InferencerArguments attribute) align() (lmflow.pipeline.base_aligner.BaseAligner method) (lmflow.pipeline.dpo_aligner.DPOAligner method) (lmflow.pipeline.dpov2_aligner.DPOv2Aligner method) (lmflow.pipeline.dpov2_aligner.MemorySafeDPOv2Aligner method) (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner method) (lmflow.pipeline.raft_aligner.RaftAligner method) aligner_args (lmflow.pipeline.dpo_aligner.DPOAligner attribute) (lmflow.pipeline.dpov2_aligner.DPOv2Aligner attribute) (lmflow.pipeline.dpov2_aligner.MemorySafeDPOv2Aligner attribute) (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner attribute) (lmflow.pipeline.raft_aligner.RaftAligner attribute) aligner_file_path (lmflow.pipeline.dpov2_aligner.MemorySafeDPOv2Aligner attribute) answer_extraction() (in module lmflow.utils.data_utils) answer_type (lmflow.args.EvaluatorArguments attribute) append_message() (lmflow.utils.llava_conversation_lib.Conversation method) apply_chat_template (lmflow.args.InferencerArguments attribute) arch_type (lmflow.args.ModelArguments attribute) args (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) assistant_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) AutoArguments (class in lmflow.args) autocast_smart_context_manager() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) AutoModel (class in lmflow.models.auto_model) AutoPipeline (class in lmflow.pipeline.auto_pipeline) autoregressive_sampling() (lmflow.pipeline.inferencer.SpeculativeInferencer method) B backend (lmflow.datasets.Dataset attribute) (lmflow.datasets.dataset.Dataset attribute) backend_dataset (lmflow.datasets.Dataset attribute) (lmflow.datasets.dataset.Dataset attribute) backward() (lmflow.utils.flash_attention.triton_flash_attention.FlashAttnFunc static method) (lmflow.utils.flash_attention.triton_flash_attention.FlashAttnKVPackedFunc static method) (lmflow.utils.flash_attention.triton_flash_attention.FlashAttnQKVPackedFunc static method) base_lrs (lmflow.optim.adabound.AdaBound attribute) BaseAligner (class in lmflow.pipeline.base_aligner) BaseModel (class in lmflow.models.base_model) BasePipeline (class in lmflow.pipeline.base_pipeline) BaseTuner (class in lmflow.pipeline.base_tuner) batchlize() (in module lmflow.utils.data_utils) BenchmarkingArguments (class in lmflow.args) beta (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.DPOv2AlignerArguments attribute) bits (lmflow.args.ModelArguments attribute) block_size (lmflow.args.DatasetArguments attribute) (lmflow.pipeline.evaluator.Evaluator attribute) blocking() (in module lmflow.tokenization.hf_decoder_model) (in module lmflow.tokenization.hf_text_regression_model) blocking_paired() (in module lmflow.tokenization.hf_text_regression_model) blocking_text_to_textlist() (in module lmflow.tokenization.hf_text_regression_model) build_vision_tower() (in module lmflow.models.vision_encoder) (in module lmflow.models.vision_encoder.clip_encoder) C cache_dir (lmflow.args.ModelArguments attribute) call_model_init() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) callback_handler (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) can_return_loss (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) CHATGLM3_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.chatglm) CHATML_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.chatml) check_homogeneity() (in module lmflow.utils.model) clamp_value (lmflow.optim.lamb.Lamb attribute) CLIPVisionTower (class in lmflow.models.vision_encoder.clip_encoder) code_exec() (lmflow.pipeline.inferencer.ToolInferencer method) collate() (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding method) collection_strategy (lmflow.args.RaftAlignerArguments attribute) common module compress_list() (lmflow.pipeline.rm_inferencer.RewardModelInferencer method) compute_loss() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) (lmflow.pipeline.utils.rm_trainer.PeftRewardTrainer method) (lmflow.pipeline.utils.rm_trainer.RewardTrainer method) compute_loss_context_manager() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) compute_metrics (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) compute_metrics() (in module lmflow.pipeline.utils.rm_trainer) CondenseRotaryEmbedding (class in lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch) config (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) (lmflow.pipeline.evaluator.Evaluator attribute) (lmflow.pipeline.inferencer.Inferencer attribute) config_name (lmflow.args.ModelArguments attribute) config_overrides (lmflow.args.ModelArguments attribute) constants module content (lmflow.utils.conversation_template.base.TemplateComponent attribute) control (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) CONTROLLER_HEART_BEAT_EXPIRATION (in module lmflow.utils.constants) conv_llama_2 (in module lmflow.utils.llava_conversation_lib) conv_llava_llama_2 (in module lmflow.utils.llava_conversation_lib) conv_llava_plain (in module lmflow.utils.llava_conversation_lib) conv_llava_v0 (in module lmflow.utils.llava_conversation_lib) conv_llava_v0_mmtag (in module lmflow.utils.llava_conversation_lib) conv_llava_v1 (in module lmflow.utils.llava_conversation_lib) conv_llava_v1_mmtag (in module lmflow.utils.llava_conversation_lib) conv_mpt (in module lmflow.utils.llava_conversation_lib) conv_templates (in module lmflow.utils.llava_conversation_lib) conv_vicuna_v0 (in module lmflow.utils.llava_conversation_lib) conv_vicuna_v1 (in module lmflow.utils.llava_conversation_lib) Conversation (class in lmflow.utils.llava_conversation_lib) CONVERSATION_DATASET_DESCRIPTION (in module lmflow.utils.constants) CONVERSATION_ROLE_NAMES (in module lmflow.utils.constants) conversation_template (lmflow.args.DatasetArguments attribute) conversation_tokenize_function() (in module lmflow.tokenization.hf_decoder_model) (in module lmflow.tokenization.hf_text_regression_model) ConversationTemplate (class in lmflow.utils.conversation_template) (class in lmflow.utils.conversation_template.base) ConversationTemplateForTool (class in lmflow.utils.conversation_template) (class in lmflow.utils.conversation_template.base) convert_to_paired_dataset() (lmflow.pipeline.dpov2_aligner.DPOv2Aligner method) copy() (lmflow.utils.llava_conversation_lib.Conversation method) create_copied_dataclass() (in module lmflow.utils.common) create_customized_optimizer() (lmflow.pipeline.finetuner.Finetuner method) create_dataloader() (lmflow.pipeline.evaluator.Evaluator method) (lmflow.pipeline.inferencer.Inferencer method) create_from_dict() (lmflow.datasets.Dataset class method) (lmflow.datasets.dataset.Dataset class method) create_model_card() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) create_optimizer() (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer method) (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer method) (lmflow.pipeline.utils.lisa_trainer_fsdp.LISATrainer method) (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) create_optimizer_and_scheduler() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) create_scheduler() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) current_flos (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) custom_model (lmflow.args.VisModelArguments attribute) custom_vision_model (lmflow.args.VisModelArguments attribute) (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel attribute) CustomAutoVision2SeqModel (class in lmflow.models.vision2seq_model) customized_cache_dir (lmflow.args.DatasetArguments attribute) customized_optim (lmflow.args.FinetunerArguments attribute) customized_optim_args (lmflow.args.FinetunerArguments attribute) CustomMultiModalDataset (class in lmflow.datasets.multi_modal_dataset) D data_args (lmflow.datasets.Dataset attribute) (lmflow.datasets.dataset.Dataset attribute) (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset attribute) (lmflow.pipeline.dpo_aligner.DPOAligner attribute) (lmflow.pipeline.dpov2_aligner.DPOv2Aligner attribute) (lmflow.pipeline.dpov2_aligner.MemorySafeDPOv2Aligner attribute) (lmflow.pipeline.evaluator.Evaluator attribute) (lmflow.pipeline.finetuner.Finetuner attribute) (lmflow.pipeline.inferencer.Inferencer attribute) (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner attribute) (lmflow.pipeline.raft_aligner.RaftAligner attribute) (lmflow.pipeline.rm_inferencer.RewardModelInferencer attribute) (lmflow.pipeline.vllm_inferencer.InferencerWithOffloading attribute) data_collator (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) data_dict (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset attribute) DataCollatorForSupervisedDataset (class in lmflow.datasets.multi_modal_dataset) Dataset (class in lmflow.datasets) (class in lmflow.datasets.dataset) dataset_config_name (lmflow.args.DatasetArguments attribute) DATASET_DESCRIPTION_MAP (in module lmflow.utils.constants) dataset_name (lmflow.args.BenchmarkingArguments attribute) (lmflow.args.DatasetArguments attribute) dataset_path (lmflow.args.DatasetArguments attribute) (lmflow.datasets.Dataset attribute) (lmflow.datasets.dataset.Dataset attribute) dataset_path_list (lmflow.args.IterativeAlignerArguments attribute) DATASET_TYPES (in module lmflow.datasets.dataset) DatasetArguments (class in lmflow.args) deactivate_model_for_inference() (lmflow.models.hf_model_mixin.HFModelMixin method) debias (lmflow.optim.lamb.Lamb attribute) decode() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) DecoderModel (class in lmflow.models.decoder_model) DEEPSEEK_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.deepseek) deepspeed (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) DEFAULT_CALLBACKS (in module lmflow.pipeline.utils.raft_trainer) default_conversation (in module lmflow.utils.llava_conversation_lib) DEFAULT_IM_END_TOKEN (in module lmflow.utils.constants) DEFAULT_IM_START_TOKEN (in module lmflow.utils.constants) DEFAULT_IMAGE_PATCH_TOKEN (in module lmflow.utils.constants) DEFAULT_IMAGE_TOKEN (in module lmflow.utils.constants) DEFAULT_PROGRESS_CALLBACK (in module lmflow.pipeline.utils.raft_trainer), [1] degenerated_to_sgd (lmflow.optim.adabelief.AdaBelief attribute) device (lmflow.args.InferencerArguments attribute) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel attribute) (lmflow.models.hf_model_mixin.HFModelMixin attribute) (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) dict() (lmflow.utils.llava_conversation_lib.Conversation method) disable_group_texts (lmflow.args.DatasetArguments attribute) distributed_inference_num_instances (lmflow.args.InferencerArguments attribute) do_dpo_align (lmflow.args.IterativeDPOAlignerArguments attribute) do_grad_scaling (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) do_response_generation (lmflow.args.IterativeDPOAlignerArguments attribute) do_rope_scaling (lmflow.args.ModelArguments attribute) do_sample (lmflow.args.InferencerArguments attribute) do_scoring (lmflow.args.IterativeDPOAlignerArguments attribute) do_train (lmflow.models.hf_model_mixin.HFModelMixin attribute) double_quant (lmflow.args.ModelArguments attribute) dpo_loss() (lmflow.pipeline.utils.dpov2_trainer.DPOv2Trainer method) DPOAligner (class in lmflow.pipeline.dpo_aligner) DPOAlignerArguments (class in lmflow.args) DPOv2Aligner (class in lmflow.pipeline.dpov2_aligner) DPOv2AlignerArguments (class in lmflow.args) DPOv2Trainer (class in lmflow.pipeline.utils.dpov2_trainer) draft_config (lmflow.pipeline.inferencer.SpeculativeInferencer attribute) draft_model_args (lmflow.pipeline.inferencer.SpeculativeInferencer attribute) drop_instances() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) ds_config (lmflow.models.hf_model_mixin.HFModelMixin attribute) dtype (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) Dummy (class in lmflow.optim.dummy) DUMMY (lmflow.args.OptimizerNames attribute) dummy_feature (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) E EMPTY_NO_SPECIAL_TOKENS_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.base) EMPTY_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.base) EmptyFormatter (class in lmflow.utils.conversation_template.base) enable_decode_inference_result (lmflow.args.InferencerArguments attribute) enable_distributed_inference (lmflow.args.InferencerArguments attribute) encode() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) encode_conversation() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.base.ConversationTemplateForTool method) (lmflow.utils.conversation_template.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplateForTool method) (lmflow.utils.conversation_template.gemma.GemmaConversationTemplate method) encode_images() (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) EncoderDecoderModel (class in lmflow.models.encoder_decoder_model) envs module eos_padding (lmflow.args.ModelArguments attribute) eos_token_id (lmflow.pipeline.vllm_inferencer.InferencerWithOffloading attribute) eval() (lmflow.optim.adamw_schedule_free.AdamWScheduleFree method) (lmflow.optim.sgd_schedule_free.SGDScheduleFree method) eval_dataset (lmflow.pipeline.dpo_aligner.DPOAligner attribute) (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) eval_dataset_path (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.FinetunerArguments attribute) eval_steps (lmflow.args.DPOAlignerArguments attribute) evaluate() (lmflow.pipeline.evaluator.Evaluator method) (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) evaluate_block_size (lmflow.args.EvaluatorArguments attribute) evaluation_loop() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) Evaluator (class in lmflow.pipeline.evaluator) evaluator_args (lmflow.pipeline.evaluator.Evaluator attribute) EvaluatorArguments (class in lmflow.args) F feature_select() (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) find_nonzero_intervals() (in module tensor) finetune_part (lmflow.args.FinetunerArguments attribute) Finetuner (class in lmflow.pipeline.finetuner) finetuner_args (lmflow.pipeline.finetuner.Finetuner attribute) FinetunerArguments (class in lmflow.args) fixed_decay (lmflow.optim.adabelief.AdaBelief attribute) flash_attn_func (in module lmflow.utils.flash_attention.triton_flash_attention) flash_attn_kvpacked_func (in module lmflow.utils.flash_attention.triton_flash_attention) flash_attn_qkvpacked_func (in module lmflow.utils.flash_attention.triton_flash_attention) FlashAttnFunc (class in lmflow.utils.flash_attention.triton_flash_attention) FlashAttnKVPackedFunc (class in lmflow.utils.flash_attention.triton_flash_attention) FlashAttnQKVPackedFunc (class in lmflow.utils.flash_attention.triton_flash_attention) flatten_list() (lmflow.pipeline.rm_inferencer.RewardModelInferencer method) FLOAT_ONLY_DATASET_DESCRIPTION (in module lmflow.utils.constants) floating_point_ops() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) format() (lmflow.utils.conversation_template.base.EmptyFormatter method) (lmflow.utils.conversation_template.base.Formatter method) (lmflow.utils.conversation_template.base.ListFormatter method) (lmflow.utils.conversation_template.base.StringFormatter method) Formatter (class in lmflow.utils.conversation_template.base) forward() (in module lmflow.utils.flash_attention.bloom_flash_attention) (in module lmflow.utils.flash_attention.gpt2_flash_attention) (in module lmflow.utils.flash_attention.gpt_neo_flash_attention) (in module lmflow.utils.flash_attention.llama_flash_attention) (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) (lmflow.utils.flash_attention.triton_flash_attention.FlashAttnFunc static method) (lmflow.utils.flash_attention.triton_flash_attention.FlashAttnKVPackedFunc static method) (lmflow.utils.flash_attention.triton_flash_attention.FlashAttnQKVPackedFunc static method) (lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch.CondenseRotaryEmbedding method) from_dict() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) fsdp (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) function_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) G GEMMA_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.gemma) GemmaConversationTemplate (class in lmflow.utils.conversation_template.gemma) generate() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) get_backend() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) get_backend_dataset() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) get_backend_model() (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) (lmflow.models.hf_model_mixin.HFModelMixin method) (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) get_batch_loss_metrics() (lmflow.pipeline.utils.dpov2_trainer.DPOv2Trainer method) get_batch_metrics() (lmflow.pipeline.utils.dpov2_trainer.DPOv2Trainer method) get_data_args() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) get_decay_parameter_names() (in module model_params) get_distributed_type() (in module envs) get_eval_dataloader() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) get_fingerprint() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) get_images() (lmflow.utils.llava_conversation_lib.Conversation method) get_max_length() (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) (lmflow.models.hf_model_mixin.HFModelMixin method) get_model() (lmflow.models.auto_model.AutoModel class method) get_optimizer_cls_and_kwargs() (lmflow.pipeline.utils.raft_trainer.RaftTrainer static method) get_paired_dataset() (in module lmflow.pipeline.dpo_aligner) get_parameter_names_in_param_groups() (in module model_params) get_parameter_names_require_grads() (in module model_params) get_peft_without_qlora() (lmflow.models.hf_decoder_model.HFDecoderModel method) get_pipeline() (lmflow.pipeline.auto_pipeline.AutoPipeline class method) get_pipeline_args_class() (lmflow.args.AutoArguments method) get_prompt() (lmflow.utils.llava_conversation_lib.Conversation method) get_python_version() (in module lmflow.utils.versioning) get_test_dataloader() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) get_tokenizer() (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) (lmflow.models.hf_model_mixin.HFModelMixin method) (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) get_train_dataloader() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) get_type() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) GPT2 (in module constants) gradient_accumulation_steps (lmflow.args.DPOAlignerArguments attribute) gradient_checkpointing (lmflow.args.DPOAlignerArguments attribute) gradient_checkpointing_use_reentrant (lmflow.args.DPOAlignerArguments attribute) group_text() (lmflow.pipeline.finetuner.Finetuner method) group_texts_batch_size (lmflow.args.DatasetArguments attribute) guess_grad_all_zero_from_pg() (in module model_params) guess_grad_norms_from_hf_trainer() (in module model_params) guess_grad_norms_from_pg() (in module model_params) H has_placeholder() (lmflow.utils.conversation_template.base.Formatter method) hf_auto_model (lmflow.models.hf_model_mixin.HFModelMixin attribute) HF_AUTOMODEL_MAPPING (in module lmflow.models.hf_model_mixin) HF_AUTOMODEL_TYPE (in module lmflow.models.hf_model_mixin) hf_dataset_sanity_check() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) hf_model_config (lmflow.models.hf_model_mixin.HFModelMixin attribute) HFDecoderModel (class in lmflow.models.hf_decoder_model) HFEncoderDecoderModel (class in lmflow.models.hf_encoder_decoder_model) HFModelMixin (class in lmflow.models.hf_model_mixin) HFTextRegressionModel (class in lmflow.models.hf_text_regression_model) hidden_size (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel attribute) (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) histroy_layers_indices (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer attribute) (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer attribute) (lmflow.pipeline.utils.lisa_trainer_fsdp.LISATrainer attribute) hp_name (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) hp_search_backend (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) hyperparameter_search() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) I ignore_bias_buffers (lmflow.args.ModelArguments attribute) IGNORE_INDEX (in module lmflow.utils.constants) image_aspect_ratio (lmflow.args.MultiModalDatasetArguments attribute) image_encoder_name_or_path (lmflow.args.VisModelArguments attribute) image_folder (lmflow.args.MultiModalDatasetArguments attribute) (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset attribute) IMAGE_TOKEN_INDEX (in module lmflow.utils.constants) INF (lmflow.pipeline.raft_aligner.RaftAligner attribute) inference() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) (lmflow.models.hf_text_regression_model.HFTextRegressionModel method) (lmflow.models.text_regression_model.TextRegressionModel method) (lmflow.pipeline.inferencer.Inferencer method) (lmflow.pipeline.inferencer.SpeculativeInferencer method) (lmflow.pipeline.inferencer.ToolInferencer method) (lmflow.pipeline.rm_inferencer.RewardModelInferencer method) (lmflow.pipeline.vllm_inferencer.InferencerWithOffloading method) (lmflow.pipeline.vllm_inferencer.MemorySafeVLLMInferencer method) (lmflow.pipeline.vllm_inferencer.VLLMInferencer method) inference_batch_size (lmflow.args.InferencerArguments attribute) inference_batch_size_per_device (lmflow.args.EvaluatorArguments attribute) (lmflow.args.RaftAlignerArguments attribute) inference_func (lmflow.models.text_regression_model.TextRegressionModel attribute) Inferencer (class in lmflow.pipeline.inferencer) inferencer_args (lmflow.pipeline.inferencer.Inferencer attribute) (lmflow.pipeline.rm_inferencer.RewardModelInferencer attribute) (lmflow.pipeline.vllm_inferencer.InferencerWithOffloading attribute) inferencer_file_path (lmflow.pipeline.vllm_inferencer.MemorySafeVLLMInferencer attribute) InferencerArguments (class in lmflow.args) InferencerWithOffloading (class in lmflow.pipeline.vllm_inferencer) init_git_repo() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) init_to_zero() (in module lmflow.utils.flash_attention.triton_flash_attention) initial_iter_idx (lmflow.args.IterativeAlignerArguments attribute) input (lmflow.utils.data_utils.RewardModelInferenceResultWithInput attribute) (lmflow.utils.data_utils.VLLMInferenceResultWithInput attribute) INSTANCE_FIELDS_MAP (in module lmflow.utils.constants) internal_version (in module lmflow) INTERNLM2_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.internlm) interval_steps (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer attribute) (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer attribute) (lmflow.pipeline.utils.lisa_trainer_fsdp.LISATrainer attribute) ipex_optimize_model() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) is_custom_dataset (lmflow.args.DatasetArguments attribute) is_encoder_decoder (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding attribute) is_flash_attn_available() (in module lmflow.utils.versioning) is_flask_available() (in module lmflow.utils.versioning) is_gradio_available() (in module lmflow.utils.versioning) is_in_train (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) is_loaded (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower attribute) is_local_process_zero() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) is_multimodal (lmflow.args.MultiModalDatasetArguments attribute) is_multimodal_available() (in module lmflow.datasets) (in module lmflow.utils.versioning) is_package_version_at_least() (in module lmflow.utils.versioning) is_ray_available() (in module lmflow.utils.versioning) IS_SAGEMAKER_MP_POST_1_10 (in module lmflow.pipeline.utils.raft_trainer) is_torch_greater_or_equal_than_1_10 (in module lmflow.pipeline.utils.raft_trainer) is_torch_less_than_1_11 (in module lmflow.pipeline.utils.raft_trainer) is_trl_available() (in module lmflow.utils.versioning) is_vllm_available() (in module lmflow.utils.versioning) is_world_process_zero() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) IterativeAlignerArguments (class in lmflow.args) IterativeDPOAligner (class in lmflow.pipeline.iterative_dpo_aligner) IterativeDPOAlignerArguments (class in lmflow.args) K keep_linebreaks (lmflow.args.DatasetArguments attribute) KEY_INSTANCES (in module lmflow.datasets.dataset) KEY_SCORE (in module lmflow.datasets.dataset) KEY_TYPE (in module lmflow.datasets.dataset) L label_names (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) label_pad_token_id (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding attribute) Lamb (class in lmflow.optim.lamb) LAMB (lmflow.args.OptimizerNames attribute) language_model (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel attribute) language_model_from_pretrained() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) LARS (class in lmflow.optim.lars) (lmflow.args.OptimizerNames attribute) last_checkpoint (lmflow.pipeline.finetuner.Finetuner attribute) learning_rate (lmflow.args.DPOAlignerArguments attribute) len_penalty (lmflow.pipeline.utils.dpov2_trainer.DPOv2Trainer attribute) length_penalty (lmflow.args.DPOv2AlignerArguments attribute) lisa_activated_layers (lmflow.args.FinetunerArguments attribute) LISA_BODY_LAYER_PARAM_GROUPS_IDX (in module lmflow.pipeline.utils.lisa_trainer_cache) (in module lmflow.pipeline.utils.lisa_trainer_del) (in module lmflow.pipeline.utils.lisa_trainer_fsdp) lisa_interval_steps (lmflow.args.FinetunerArguments attribute) LISA_LAYER_NAME_MAPPING (in module lmflow.pipeline.utils.lisa_trainer_cache) (in module lmflow.pipeline.utils.lisa_trainer_del) (in module lmflow.pipeline.utils.lisa_trainer_fsdp) lisa_layers_attribute (lmflow.args.FinetunerArguments attribute) LISATrainer (class in lmflow.pipeline.utils.lisa_trainer_cache) (class in lmflow.pipeline.utils.lisa_trainer_del) (class in lmflow.pipeline.utils.lisa_trainer_fsdp) ListFormatter (class in lmflow.utils.conversation_template.base) LLAMA2_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.llama) LLAMA2_TEMPLATE_FOR_TOOL (in module lmflow.utils.conversation_template.llama) Llama2ConversationTemplate (class in lmflow.utils.conversation_template.llama) Llama2ConversationTemplateForTool (class in lmflow.utils.conversation_template.llama) LLAMA3_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.llama) LLAMA3_TEMPLATE_FOR_TOOL (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.llama) LLAMA_2 (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) llava_loading (lmflow.args.VisModelArguments attribute) llava_pretrain_model_path (lmflow.args.VisModelArguments attribute) llm_model_name_or_path (lmflow.args.VisModelArguments attribute) lm_evaluation_metric (lmflow.args.BenchmarkingArguments attribute) lmflow module lmflow.args module lmflow.datasets module lmflow.datasets.dataset module lmflow.datasets.multi_modal_dataset module lmflow.models module lmflow.models.auto_model module lmflow.models.base_model module lmflow.models.decoder_model module lmflow.models.encoder_decoder_model module lmflow.models.hf_decoder_model module lmflow.models.hf_encoder_decoder_model module lmflow.models.hf_model_mixin module lmflow.models.hf_text_regression_model module lmflow.models.interfaces module lmflow.models.interfaces.tunable module lmflow.models.regression_model module lmflow.models.text_regression_model module lmflow.models.vision2seq_model module lmflow.models.vision_encoder module lmflow.models.vision_encoder.clip_encoder module lmflow.optim module lmflow.optim.adabelief module lmflow.optim.adabound module lmflow.optim.adadelta module lmflow.optim.adagrad module lmflow.optim.adam module lmflow.optim.adamax module lmflow.optim.adamp module lmflow.optim.adamw_schedule_free module lmflow.optim.adan module lmflow.optim.dummy module lmflow.optim.lamb module lmflow.optim.lars module lmflow.optim.nadam module lmflow.optim.novograd module lmflow.optim.optimizers module lmflow.optim.radam module lmflow.optim.sgd_schedule_free module lmflow.optim.sgdp module lmflow.optim.sophia module lmflow.optim.yogi module lmflow.pipeline module lmflow.pipeline.auto_pipeline module lmflow.pipeline.base_aligner module lmflow.pipeline.base_pipeline module lmflow.pipeline.base_tuner module lmflow.pipeline.dpo_aligner module lmflow.pipeline.dpov2_aligner module lmflow.pipeline.evaluator module lmflow.pipeline.finetuner module lmflow.pipeline.inferencer module lmflow.pipeline.iterative_dpo_aligner module lmflow.pipeline.raft_aligner module lmflow.pipeline.rm_inferencer module lmflow.pipeline.rm_tuner module lmflow.pipeline.utils module lmflow.pipeline.utils.dpov2_dataprocessor module lmflow.pipeline.utils.dpov2_trainer module lmflow.pipeline.utils.lisa_trainer_cache module lmflow.pipeline.utils.lisa_trainer_del module lmflow.pipeline.utils.lisa_trainer_fsdp module lmflow.pipeline.utils.memory_safe_dpov2_align module lmflow.pipeline.utils.memory_safe_vllm_inference module lmflow.pipeline.utils.peft_trainer module lmflow.pipeline.utils.raft_trainer module lmflow.pipeline.utils.rm_dataprocessor module lmflow.pipeline.utils.rm_trainer module lmflow.pipeline.vllm_inferencer module lmflow.tokenization module lmflow.tokenization.hf_decoder_model module lmflow.tokenization.hf_text_regression_model module lmflow.utils module lmflow.utils.common module lmflow.utils.constants module lmflow.utils.conversation_template module lmflow.utils.conversation_template.base module lmflow.utils.conversation_template.chatglm module lmflow.utils.conversation_template.chatml module lmflow.utils.conversation_template.deepseek module lmflow.utils.conversation_template.gemma module lmflow.utils.conversation_template.internlm module lmflow.utils.conversation_template.llama module lmflow.utils.conversation_template.phi module lmflow.utils.conversation_template.qwen module lmflow.utils.conversation_template.yi module lmflow.utils.conversation_template.zephyr module lmflow.utils.data_utils module lmflow.utils.flash_attention module lmflow.utils.flash_attention.bloom_flash_attention module lmflow.utils.flash_attention.gpt2_flash_attention module lmflow.utils.flash_attention.gpt_neo_flash_attention module lmflow.utils.flash_attention.llama_flash_attention module lmflow.utils.flash_attention.triton_flash_attention module lmflow.utils.llava_conversation_lib module lmflow.utils.model module lmflow.utils.multimodal module lmflow.utils.position_interpolation module lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch module lmflow.utils.versioning module lmflow.version module LMFLOW_LORA_TARGET_MODULES_MAPPING (in module lmflow.utils.constants) load_data() (in module lmflow.utils.data_utils) load_in_4bit (lmflow.args.ModelArguments attribute) load_inference_results() (lmflow.pipeline.vllm_inferencer.InferencerWithOffloading method) (lmflow.pipeline.vllm_inferencer.VLLMInferencer method) load_llava_pretrain_model() (in module lmflow.utils.multimodal) load_model() (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) load_prompt_cache() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) local_rank (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) (lmflow.pipeline.evaluator.Evaluator attribute) (lmflow.pipeline.inferencer.Inferencer attribute) (lmflow.pipeline.rm_inferencer.RewardModelInferencer attribute) log() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) log_freq (lmflow.args.DPOAlignerArguments attribute) LOGDIR (in module lmflow.utils.constants) logger (in module lmflow.args) (in module lmflow.datasets.dataset) (in module lmflow.models.hf_decoder_model) (in module lmflow.models.hf_encoder_decoder_model) (in module lmflow.models.hf_model_mixin) (in module lmflow.models.hf_text_regression_model) (in module lmflow.pipeline.dpov2_aligner) (in module lmflow.pipeline.finetuner) (in module lmflow.pipeline.inferencer) (in module lmflow.pipeline.iterative_dpo_aligner) (in module lmflow.pipeline.raft_aligner) (in module lmflow.pipeline.rm_inferencer) (in module lmflow.pipeline.rm_tuner) (in module lmflow.pipeline.utils.dpov2_dataprocessor) (in module lmflow.pipeline.utils.dpov2_trainer) (in module lmflow.pipeline.utils.lisa_trainer_cache) (in module lmflow.pipeline.utils.lisa_trainer_del) (in module lmflow.pipeline.utils.lisa_trainer_fsdp) (in module lmflow.pipeline.utils.memory_safe_dpov2_align) (in module lmflow.pipeline.utils.memory_safe_vllm_inference) (in module lmflow.pipeline.utils.raft_trainer) (in module lmflow.pipeline.utils.rm_dataprocessor) (in module lmflow.pipeline.vllm_inferencer) (in module lmflow.tokenization.hf_decoder_model) (in module lmflow.tokenization.hf_text_regression_model) (in module lmflow.utils.common) (in module lmflow.utils.conversation_template.base) (in module lmflow.utils.conversation_template.gemma) (in module lmflow.utils.conversation_template.llama) (in module lmflow.utils.conversation_template.zephyr) (in module lmflow.utils.model) (in module lmflow.utils.versioning) logging_steps (lmflow.args.DPOAlignerArguments attribute) lora_alpha (lmflow.args.ModelArguments attribute) lora_dropout (lmflow.args.ModelArguments attribute) lora_model_path (lmflow.args.ModelArguments attribute) lora_r (lmflow.args.ModelArguments attribute) lora_target_modules (lmflow.args.ModelArguments attribute) LORA_TARGET_MODULES_MAPPING (in module lmflow.models.hf_model_mixin) loss_type (lmflow.args.DPOv2AlignerArguments attribute) low_resource (lmflow.args.VisModelArguments attribute) lr_scheduler_type (lmflow.args.DPOAlignerArguments attribute) M main() (in module lmflow.pipeline.utils.memory_safe_dpov2_align) (in module lmflow.pipeline.utils.memory_safe_vllm_inference) make_shell_args_from_dataclass() (in module lmflow.utils.common) map() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) margin_scale (lmflow.args.DPOv2AlignerArguments attribute) mask (lmflow.utils.conversation_template.base.TemplateComponent attribute) mask_prompt (lmflow.args.DPOv2AlignerArguments attribute) (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding attribute) max_eval_samples (lmflow.args.DatasetArguments attribute) max_length (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.DPOv2AlignerArguments attribute) (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding attribute) (lmflow.pipeline.utils.rm_dataprocessor.RewardDataCollatorWithPadding attribute) max_new_tokens (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) max_prompt_length (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.DPOv2AlignerArguments attribute) (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding attribute) max_seq_len_cached (lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch.CondenseRotaryEmbedding attribute) max_steps (lmflow.args.DPOAlignerArguments attribute) max_target_length (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding attribute) max_train_samples (lmflow.args.DatasetArguments attribute) maybe_switch_active_layers() (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer method) (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer method) (lmflow.pipeline.utils.lisa_trainer_fsdp.LISATrainer method) MEMORY_SAFE_DPOV2_ALIGN_ENV_VAR_TO_REMOVE (in module lmflow.utils.constants) MEMORY_SAFE_VLLM_INFERENCE_ENV_VAR_TO_REMOVE (in module lmflow.utils.constants) MEMORY_SAFE_VLLM_INFERENCE_FINISH_FLAG (in module lmflow.utils.constants) MemorySafeDPOv2Aligner (class in lmflow.pipeline.dpov2_aligner) MemorySafeVLLMInferencer (class in lmflow.pipeline.vllm_inferencer) merge_lora_weights() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) messages (lmflow.utils.llava_conversation_lib.Conversation attribute) metric (lmflow.args.EvaluatorArguments attribute) mixed_precision (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) model (lmflow.pipeline.inferencer.ToolInferencer attribute) (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding attribute) (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) model_args (lmflow.models.hf_model_mixin.HFModelMixin attribute) (lmflow.pipeline.dpo_aligner.DPOAligner attribute) (lmflow.pipeline.dpov2_aligner.DPOv2Aligner attribute) (lmflow.pipeline.dpov2_aligner.MemorySafeDPOv2Aligner attribute) (lmflow.pipeline.evaluator.Evaluator attribute) (lmflow.pipeline.finetuner.Finetuner attribute) (lmflow.pipeline.inferencer.Inferencer attribute) (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner attribute) (lmflow.pipeline.raft_aligner.RaftAligner attribute) (lmflow.pipeline.rm_inferencer.RewardModelInferencer attribute) (lmflow.pipeline.vllm_inferencer.InferencerWithOffloading attribute) MODEL_CONFIG_CLASSES (in module lmflow.args) model_max_length (lmflow.args.ModelArguments attribute) model_name_or_path (lmflow.args.ModelArguments attribute) model_params module model_revision (lmflow.args.ModelArguments attribute) model_type (lmflow.args.ModelArguments attribute) MODEL_TYPES (in module lmflow.args) model_wrapped (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) ModelArguments (class in lmflow.args) module common constants envs lmflow lmflow.args lmflow.datasets lmflow.datasets.dataset lmflow.datasets.multi_modal_dataset lmflow.models lmflow.models.auto_model lmflow.models.base_model lmflow.models.decoder_model lmflow.models.encoder_decoder_model lmflow.models.hf_decoder_model lmflow.models.hf_encoder_decoder_model lmflow.models.hf_model_mixin lmflow.models.hf_text_regression_model lmflow.models.interfaces lmflow.models.interfaces.tunable lmflow.models.regression_model lmflow.models.text_regression_model lmflow.models.vision2seq_model lmflow.models.vision_encoder lmflow.models.vision_encoder.clip_encoder lmflow.optim lmflow.optim.adabelief lmflow.optim.adabound lmflow.optim.adadelta lmflow.optim.adagrad lmflow.optim.adam lmflow.optim.adamax lmflow.optim.adamp lmflow.optim.adamw_schedule_free lmflow.optim.adan lmflow.optim.dummy lmflow.optim.lamb lmflow.optim.lars lmflow.optim.nadam lmflow.optim.novograd lmflow.optim.optimizers lmflow.optim.radam lmflow.optim.sgd_schedule_free lmflow.optim.sgdp lmflow.optim.sophia lmflow.optim.yogi lmflow.pipeline lmflow.pipeline.auto_pipeline lmflow.pipeline.base_aligner lmflow.pipeline.base_pipeline lmflow.pipeline.base_tuner lmflow.pipeline.dpo_aligner lmflow.pipeline.dpov2_aligner lmflow.pipeline.evaluator lmflow.pipeline.finetuner lmflow.pipeline.inferencer lmflow.pipeline.iterative_dpo_aligner lmflow.pipeline.raft_aligner lmflow.pipeline.rm_inferencer lmflow.pipeline.rm_tuner lmflow.pipeline.utils lmflow.pipeline.utils.dpov2_dataprocessor lmflow.pipeline.utils.dpov2_trainer lmflow.pipeline.utils.lisa_trainer_cache lmflow.pipeline.utils.lisa_trainer_del lmflow.pipeline.utils.lisa_trainer_fsdp lmflow.pipeline.utils.memory_safe_dpov2_align lmflow.pipeline.utils.memory_safe_vllm_inference lmflow.pipeline.utils.peft_trainer lmflow.pipeline.utils.raft_trainer lmflow.pipeline.utils.rm_dataprocessor lmflow.pipeline.utils.rm_trainer lmflow.pipeline.vllm_inferencer lmflow.tokenization lmflow.tokenization.hf_decoder_model lmflow.tokenization.hf_text_regression_model lmflow.utils lmflow.utils.common lmflow.utils.constants lmflow.utils.conversation_template lmflow.utils.conversation_template.base lmflow.utils.conversation_template.chatglm lmflow.utils.conversation_template.chatml lmflow.utils.conversation_template.deepseek lmflow.utils.conversation_template.gemma lmflow.utils.conversation_template.internlm lmflow.utils.conversation_template.llama lmflow.utils.conversation_template.phi lmflow.utils.conversation_template.qwen lmflow.utils.conversation_template.yi lmflow.utils.conversation_template.zephyr lmflow.utils.data_utils lmflow.utils.flash_attention lmflow.utils.flash_attention.bloom_flash_attention lmflow.utils.flash_attention.gpt2_flash_attention lmflow.utils.flash_attention.gpt_neo_flash_attention lmflow.utils.flash_attention.llama_flash_attention lmflow.utils.flash_attention.triton_flash_attention lmflow.utils.llava_conversation_lib lmflow.utils.model lmflow.utils.multimodal lmflow.utils.position_interpolation lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch lmflow.utils.versioning lmflow.version model_params tensor MPT (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) MultiModalDatasetArguments (class in lmflow.args) N n_layers (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer attribute) (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer attribute) (lmflow.pipeline.utils.lisa_trainer_fsdp.LISATrainer attribute) NAdam (class in lmflow.optim.nadam) NADAM (lmflow.args.OptimizerNames attribute) NON_LISA_LAYER_PARAM_GROUPS_IDX (in module lmflow.pipeline.utils.lisa_trainer_cache) NovoGrad (class in lmflow.optim.novograd) NOVOGRAD (lmflow.args.OptimizerNames attribute) ntk_ratio (lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch.CondenseRotaryEmbedding attribute) num_body_layers (lmflow.pipeline.utils.lisa_trainer_cache.LISATrainer attribute) (lmflow.pipeline.utils.lisa_trainer_del.LISATrainer attribute) (lmflow.pipeline.utils.lisa_trainer_fsdp.LISATrainer attribute) num_examples() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) num_output_sequences (lmflow.args.InferencerArguments attribute) num_patches (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) num_raft_iteration (lmflow.args.RaftAlignerArguments attribute) O observation_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) offset (lmflow.utils.llava_conversation_lib.Conversation attribute) on_epoch_end() (lmflow.pipeline.utils.peft_trainer.PeftSavingCallback method) on_save() (lmflow.pipeline.utils.peft_trainer.PeftSavingCallback method) on_train_end() (lmflow.pipeline.utils.peft_trainer.PeftSavingCallback method) optim_adam_beta1 (lmflow.args.FinetunerArguments attribute) optim_adam_beta2 (lmflow.args.FinetunerArguments attribute) optim_beta1 (lmflow.args.FinetunerArguments attribute) optim_beta2 (lmflow.args.FinetunerArguments attribute) optim_beta3 (lmflow.args.FinetunerArguments attribute) optim_dummy_beta1 (lmflow.args.FinetunerArguments attribute) optim_dummy_beta2 (lmflow.args.FinetunerArguments attribute) optim_momentum (lmflow.args.FinetunerArguments attribute) optim_weight_decay (lmflow.args.FinetunerArguments attribute) OPTIMIZER_NAME (in module lmflow.pipeline.utils.raft_trainer) optimizer_type (lmflow.args.DPOAlignerArguments attribute) OptimizerNames (class in lmflow.args) output (lmflow.utils.data_utils.RewardModelInferenceResultWithInput attribute) (lmflow.utils.data_utils.VLLMInferenceResultWithInput attribute) output_dir (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.EvaluatorArguments attribute) (lmflow.args.IterativeDPOAlignerArguments attribute) output_max_length (lmflow.args.RaftAlignerArguments attribute) output_min_length (lmflow.args.RaftAlignerArguments attribute) output_reward_path (lmflow.args.RaftAlignerArguments attribute) overwrite_cache (lmflow.args.DatasetArguments attribute) P pad_to_multiple_of (lmflow.pipeline.utils.rm_dataprocessor.RewardDataCollatorWithPadding attribute) padding (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding attribute) (lmflow.pipeline.utils.rm_dataprocessor.RewardDataCollatorWithPadding attribute) padding_side (lmflow.args.ModelArguments attribute) padding_value (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding attribute) PAIRED_CONVERSATION_DATASET_DESCRIPTION (in module lmflow.utils.constants) paired_conversation_tokenize_function() (in module lmflow.tokenization.hf_text_regression_model) PAIRED_TEXT_TO_TEXT_DATASET_DESCRIPTION (in module lmflow.utils.constants) parse_to_sampling_params() (lmflow.pipeline.vllm_inferencer.VLLMInferencer method) peft_config (lmflow.models.hf_model_mixin.HFModelMixin attribute) PeftRewardTrainer (class in lmflow.pipeline.utils.rm_trainer) PeftSavingCallback (class in lmflow.pipeline.utils.peft_trainer) PeftTrainer (class in lmflow.pipeline.utils.peft_trainer) per_device_eval_batch_size (lmflow.args.DPOAlignerArguments attribute) per_device_train_batch_size (lmflow.args.DPOAlignerArguments attribute) PHI3_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.phi) pi_ratio (lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch.CondenseRotaryEmbedding attribute) PIPELINE_ARGUMENT_MAPPING (in module lmflow.args) PIPELINE_MAPPING (in module lmflow.pipeline.auto_pipeline) PIPELINE_NEEDS_EXTRAS (in module lmflow.pipeline.auto_pipeline) place_model_on_device (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) PLAIN (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) pop_callback() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) postprocess_distributed_inference_outputs() (lmflow.models.hf_text_regression_model.HFTextRegressionModel static method) postprocess_inference_outputs() (lmflow.models.hf_text_regression_model.HFTextRegressionModel static method) predict() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) predict_next_token() (lmflow.pipeline.inferencer.SpeculativeInferencer static method) prediction_loop() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) prediction_step() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) PreferenceDataCollatorWithPadding (class in lmflow.pipeline.utils.dpov2_dataprocessor) prepare_inputs_for_inference() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_text_regression_model.HFTextRegressionModel method) prepare_inputs_labels_for_multimodal() (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) preprocess_llama_from_llava_plain() (in module lmflow.datasets.multi_modal_dataset) preprocess_llama_from_llava_v1() (in module lmflow.datasets.multi_modal_dataset) preprocess_logits_for_metrics (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) preprocess_multimodal_llava() (in module lmflow.datasets.multi_modal_dataset) preprocessing_num_workers (lmflow.args.DatasetArguments attribute) PRESET_TEMPLATES (in module lmflow.utils.conversation_template) pretrained_language_projection_path (lmflow.args.VisModelArguments attribute) print_banner() (in module lmflow.utils.common) print_tabulate_with_header() (in module common) process_image_flag() (in module lmflow.utils.data_utils) processor_image_token_in_minigpt4() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) prompt_cache_path (lmflow.args.VisModelArguments attribute) prompt_structure (lmflow.args.EvaluatorArguments attribute) push_to_hub() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) Q qformer_from_pretrained() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) qformer_name_or_path (lmflow.args.VisModelArguments attribute) quant_config (lmflow.models.hf_model_mixin.HFModelMixin attribute) quant_type (lmflow.args.ModelArguments attribute) QWEN2_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.qwen) QWEN2_TEMPLATE_FOR_TOOL (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.qwen) R RAdam (class in lmflow.optim.radam) RADAM (lmflow.args.OptimizerNames attribute) raft_batch_size (lmflow.args.RaftAlignerArguments attribute) RaftAligner (class in lmflow.pipeline.raft_aligner) RaftAlignerArguments (class in lmflow.args) RaftTrainer (class in lmflow.pipeline.utils.raft_trainer) random_seed (lmflow.args.DPOv2AlignerArguments attribute) (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) random_shuffle (lmflow.args.EvaluatorArguments attribute) rectify (lmflow.optim.adabelief.AdaBelief attribute) ref_model_args (lmflow.pipeline.dpov2_aligner.DPOv2Aligner attribute) (lmflow.pipeline.dpov2_aligner.MemorySafeDPOv2Aligner attribute) (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner attribute) ReferenceModelArguments (in module lmflow.pipeline.dpov2_aligner) (in module lmflow.pipeline.utils.memory_safe_dpov2_align) register_inference_function() (lmflow.models.text_regression_model.TextRegressionModel method) register_prompt_cache() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) register_tokenizer() (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset method) RegressionModel (class in lmflow.models.regression_model) remove_callback() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) remove_dataclass_attr_prefix() (in module lmflow.utils.common) remove_last_separator() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplate method) remove_unused_columns (lmflow.args.FinetunerArguments attribute) repetition_penalty (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) replace_bloom_attn_with_flash_attn() (in module lmflow.utils.flash_attention.bloom_flash_attention) replace_gpt2_attn_with_flash_attn() (in module lmflow.utils.flash_attention.gpt2_flash_attention) replace_gpt_neo_attn_with_flash_attn() (in module lmflow.utils.flash_attention.gpt_neo_flash_attention) replace_llama_attn_with_flash_attn() (in module lmflow.utils.flash_attention.llama_flash_attention) replace_llama_with_condense() (in module lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch) report_to (lmflow.args.DPOAlignerArguments attribute) reset() (lmflow.optim.adabelief.AdaBelief method) restart_opt() (lmflow.optim.adan.Adan method) results_path (lmflow.args.InferencerArguments attribute) RETURN_CODE_ERROR_BUFFER (in module lmflow.utils.constants) return_tensors (lmflow.pipeline.utils.rm_dataprocessor.RewardDataCollatorWithPadding attribute) reward_model_args (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner attribute) reward_model_inference_batch_size (lmflow.args.IterativeDPOAlignerArguments attribute) reward_model_inference_block_size (lmflow.args.IterativeDPOAlignerArguments attribute) RewardDataCollatorWithPadding (class in lmflow.pipeline.utils.rm_dataprocessor) RewardModelInferencer (class in lmflow.pipeline.rm_inferencer) RewardModelInferenceResultWithInput (class in lmflow.utils.data_utils) RewardModelTuner (class in lmflow.pipeline.rm_tuner) RewardModelTunerArguments (class in lmflow.args) RewardTrainer (class in lmflow.pipeline.utils.rm_trainer) rm_loss() (in module lmflow.pipeline.utils.rm_trainer) roles (lmflow.utils.llava_conversation_lib.Conversation attribute) rope_ntk_ratio (lmflow.args.ModelArguments attribute) rope_pi_ratio (lmflow.args.ModelArguments attribute) rstrip_partial_utf8() (in module lmflow.pipeline.inferencer) run_name (lmflow.args.DPOAlignerArguments attribute) S sample() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) (lmflow.pipeline.inferencer.SpeculativeInferencer static method) sampling_paired_idx_from_rewards() (lmflow.pipeline.dpov2_aligner.DPOv2Aligner method) sampling_paired_method (lmflow.args.DPOv2AlignerArguments attribute) sampling_params (lmflow.pipeline.vllm_inferencer.VLLMInferencer attribute) sanity_check (lmflow.args.DPOAlignerArguments attribute) sanity_check() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) save() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) (lmflow.models.hf_text_regression_model.HFTextRegressionModel method) save_aggregated_lora (lmflow.args.ModelArguments attribute) save_counter (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) save_inference_results() (lmflow.pipeline.vllm_inferencer.InferencerWithOffloading method) (lmflow.pipeline.vllm_inferencer.VLLMInferencer method) save_language_projection (lmflow.args.FinetunerArguments attribute) save_model() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) save_pretrain_model_path (lmflow.args.VisModelArguments attribute) save_prompt_cache() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) save_results (lmflow.args.InferencerArguments attribute) save_steps (lmflow.args.DPOAlignerArguments attribute) SCALER_NAME (in module lmflow.pipeline.utils.raft_trainer) SCHEDULER_NAME (in module lmflow.pipeline.utils.raft_trainer) score_to_prob() (lmflow.pipeline.inferencer.SpeculativeInferencer static method) seed (lmflow.args.DPOAlignerArguments attribute) select_feature (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower attribute) select_layer (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower attribute) sep (lmflow.utils.llava_conversation_lib.Conversation attribute) sep2 (lmflow.utils.llava_conversation_lib.Conversation attribute) sep_style (lmflow.args.MultiModalDatasetArguments attribute) (lmflow.utils.llava_conversation_lib.Conversation attribute) separator (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) SeparatorStyle (class in lmflow.utils.llava_conversation_lib) set_random_seed() (in module lmflow.utils.data_utils) SGD_SCHEDULE_FREE (lmflow.args.OptimizerNames attribute) SGDP (class in lmflow.optim.sgdp) (lmflow.args.OptimizerNames attribute) SGDScheduleFree (class in lmflow.optim.sgd_schedule_free) sharded_ddp (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) SINGLE (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) skip_first_batches (in module lmflow.pipeline.utils.raft_trainer) skip_next (lmflow.utils.llava_conversation_lib.Conversation attribute) SOPHIA (lmflow.args.OptimizerNames attribute) SophiaG (class in lmflow.optim.sophia) special_starter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) special_stopper (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) SpeculativeInferencer (class in lmflow.pipeline.inferencer) state (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) step() (lmflow.optim.adabelief.AdaBelief method) (lmflow.optim.adabound.AdaBound method) (lmflow.optim.adadelta.Adadelta method) (lmflow.optim.adagrad.AdaGrad method) (lmflow.optim.adam.Adam method) (lmflow.optim.adamax.Adamax method) (lmflow.optim.adamp.AdamP method) (lmflow.optim.adamw_schedule_free.AdamWScheduleFree method) (lmflow.optim.adan.Adan method) (lmflow.optim.dummy.Dummy method) (lmflow.optim.lamb.Lamb method) (lmflow.optim.lars.LARS method) (lmflow.optim.nadam.NAdam method) (lmflow.optim.novograd.NovoGrad method) (lmflow.optim.radam.RAdam method) (lmflow.optim.sgd_schedule_free.SGDScheduleFree method) (lmflow.optim.sgdp.SGDP method) (lmflow.optim.sophia.SophiaG method) (lmflow.optim.yogi.Yogi method) store_flos() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) stream_inference() (lmflow.pipeline.inferencer.Inferencer method) (lmflow.pipeline.inferencer.SpeculativeInferencer method) streaming (lmflow.args.DatasetArguments attribute) StringFormatter (class in lmflow.utils.conversation_template.base) supported_dataset_type (in module lmflow.pipeline.inferencer) system (lmflow.utils.llava_conversation_lib.Conversation attribute) system_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) T tag() (in module lmflow.pipeline.utils.lisa_trainer_cache) (in module lmflow.pipeline.utils.lisa_trainer_del) temperature (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) template (lmflow.utils.conversation_template.base.Formatter attribute) template_name (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) TemplateComponent (class in lmflow.utils.conversation_template.base) tensor module tensor_all_zero() (in module tensor) tensor_parallel_size (lmflow.args.InferencerArguments attribute) test_file (lmflow.args.DatasetArguments attribute) TEXT2TEXT_DATASET_DESCRIPTION (in module lmflow.utils.constants) TEXT2TEXT_DATASET_DETAILS (in module lmflow.utils.constants) TEXT2TEXT_DATASET_LONG_DESCRITION (in module lmflow.utils.constants) TEXT_ONLY_DATASET_DESCRIPTION (in module lmflow.utils.constants) TEXT_ONLY_DATASET_DETAILS (in module lmflow.utils.constants) TEXT_ONLY_DATASET_LONG_DESCRITION (in module lmflow.utils.constants) TEXT_TO_SCORED_TEXTLIST_DATASET_DESCRIPTION (in module lmflow.utils.constants) TEXT_TO_TEXTLIST_DATASET_DESCRIPTION (in module lmflow.utils.constants) text_to_textlist_tokenize_function() (in module lmflow.tokenization.hf_text_regression_model) TextRegressionModel (class in lmflow.models.text_regression_model) timer() (in module common) to_dict() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) to_gradio_chatbot() (lmflow.utils.llava_conversation_lib.Conversation method) to_list() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) tok_logger (in module lmflow.tokenization.hf_decoder_model) (in module lmflow.tokenization.hf_text_regression_model) token (lmflow.args.ModelArguments attribute) tokenize() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) (lmflow.models.hf_text_regression_model.HFTextRegressionModel method) tokenize_batch_element() (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding method) tokenize_function() (in module lmflow.tokenization.hf_decoder_model) (in module lmflow.tokenization.hf_text_regression_model) tokenizer (lmflow.datasets.multi_modal_dataset.DataCollatorForSupervisedDataset attribute) (lmflow.models.hf_model_mixin.HFModelMixin attribute) (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding attribute) (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) (lmflow.pipeline.utils.rm_dataprocessor.RewardDataCollatorWithPadding attribute) tokenizer_image_token() (in module lmflow.datasets.multi_modal_dataset) tokenizer_name (lmflow.args.ModelArguments attribute) ToolInferencer (class in lmflow.pipeline.inferencer) tools_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) top_k (lmflow.args.InferencerArguments attribute) top_p (lmflow.args.InferencerArguments attribute) top_reward_percentage (lmflow.args.RaftAlignerArguments attribute) torch_dtype (lmflow.args.ModelArguments attribute) (lmflow.models.hf_model_mixin.HFModelMixin attribute) torch_jit_model_eval() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) trace_calls() (in module common) train() (lmflow.optim.adamw_schedule_free.AdamWScheduleFree method) (lmflow.optim.sgd_schedule_free.SGDScheduleFree method) (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) train_dataset (lmflow.pipeline.dpo_aligner.DPOAligner attribute) (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) train_file (lmflow.args.DatasetArguments attribute) train_on_prompt (lmflow.args.DatasetArguments attribute) train_test_split() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) TRAINER_STATE_NAME (in module lmflow.pipeline.utils.raft_trainer) TRAINING_ARGS_NAME (in module lmflow.pipeline.utils.raft_trainer) training_step() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) truncate_to_model_max_length (lmflow.args.ModelArguments attribute) truncation_mode (lmflow.pipeline.utils.dpov2_dataprocessor.PreferenceDataCollatorWithPadding attribute) truncation_side (lmflow.args.ModelArguments attribute) trust_remote_code (lmflow.args.ModelArguments attribute) Tunable (class in lmflow.models.interfaces.tunable) tune() (lmflow.pipeline.base_tuner.BaseTuner method) (lmflow.pipeline.finetuner.Finetuner method) (lmflow.pipeline.rm_tuner.RewardModelTuner method) TWO (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) type (lmflow.datasets.Dataset attribute) (lmflow.datasets.dataset.Dataset attribute) (lmflow.utils.conversation_template.base.TemplateComponent attribute) U update_custom_config() (in module lmflow.utils.multimodal) update_hessian() (lmflow.optim.sophia.SophiaG method) use_accelerator (lmflow.args.InferencerArguments attribute) (lmflow.models.hf_model_mixin.HFModelMixin attribute) use_accelerator_for_evaluator (lmflow.args.EvaluatorArguments attribute) use_apex (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) use_beam_search (lmflow.args.InferencerArguments attribute) use_cpu_amp (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) use_cuda_amp (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) use_customized_optim (lmflow.args.FinetunerArguments attribute) use_dpo_data_collator (lmflow.pipeline.utils.dpov2_trainer.DPOv2Trainer attribute) use_fast_tokenizer (lmflow.args.ModelArguments attribute) use_flash_attention (lmflow.args.ModelArguments attribute) use_image_start_end (lmflow.args.MultiModalDatasetArguments attribute) use_int8 (lmflow.args.ModelArguments attribute) use_lisa (lmflow.args.FinetunerArguments attribute) use_lora (lmflow.args.ModelArguments attribute) use_prompt_cache (lmflow.args.VisModelArguments attribute) use_qlora (lmflow.args.ModelArguments attribute) use_ram_optimized_load (lmflow.args.ModelArguments attribute) use_tune_checkpoints (lmflow.pipeline.utils.raft_trainer.RaftTrainer attribute) use_vllm (lmflow.args.InferencerArguments attribute) use_wandb (lmflow.args.EvaluatorArguments attribute) user_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) V validation_file (lmflow.args.DatasetArguments attribute) validation_split_percentage (lmflow.args.DatasetArguments attribute) version (lmflow.utils.llava_conversation_lib.Conversation attribute) vision_feature_select() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) vision_model_from_pretrained() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) vision_select_layer (lmflow.args.VisModelArguments attribute) vision_tower_name (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower attribute) VisModelArguments (class in lmflow.args) vllm_gpu_memory_utilization (lmflow.args.InferencerArguments attribute) vllm_inference_batch_size (lmflow.args.InferencerArguments attribute) vllm_tensor_parallel_size (lmflow.args.InferencerArguments attribute) VLLMInferencer (class in lmflow.pipeline.vllm_inferencer) VLLMInferenceResultWithInput (class in lmflow.utils.data_utils) W warmup_steps (lmflow.args.DPOAlignerArguments attribute) weight_decay (lmflow.args.DPOAlignerArguments attribute) weight_decouple (lmflow.optim.adabelief.AdaBelief attribute) with_qformer (lmflow.args.VisModelArguments attribute) (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel attribute) WORKER_HEART_BEAT_INTERVAL (in module lmflow.utils.constants) workspace_path (lmflow.pipeline.iterative_dpo_aligner.IterativeDPOAligner attribute) world_size (lmflow.pipeline.evaluator.Evaluator attribute) (lmflow.pipeline.inferencer.Inferencer attribute) (lmflow.pipeline.rm_inferencer.RewardModelInferencer attribute) Y YI1_5_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.yi) Yogi (class in lmflow.optim.yogi) YOGI (lmflow.args.OptimizerNames attribute) Z ZEPHYR_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.zephyr) ZephyrConversationTemplate (class in lmflow.utils.conversation_template.zephyr)
