Index _ | A | B | C | D | E | F | G | H | I | K | L | M | N | O | P | Q | R | S | T | U | V | W _ __call__() (lmflow.datasets.multi_modal_dataset.DataCollatorForSupervisedDataset method) __getitem__() (lmflow.datasets.CustomMultiModalDataset method) (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset method) __len__() (lmflow.datasets.CustomMultiModalDataset method) (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset method) __post_init__() (lmflow.args.DatasetArguments method) (lmflow.args.ModelArguments method) (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.base.EmptyFormatter method) (lmflow.utils.conversation_template.base.StringFormatter method) (lmflow.utils.conversation_template.base.TemplateComponent method) (lmflow.utils.conversation_template.ConversationTemplate method) __repr__() (lmflow.utils.conversation_template.base.TemplateComponent method) __str__() (lmflow.utils.conversation_template.base.TemplateComponent method) __version__ (in module lmflow) (in module lmflow.version) _add_sm_patterns_to_gitignore() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _attn() (in module lmflow.utils.flash_attention.gpt_neo_flash_attention) _bwd_kernel() (in module lmflow.utils.flash_attention.triton_flash_attention) _bwd_kernel_one_col_block() (in module lmflow.utils.flash_attention.triton_flash_attention) _bwd_preprocess_do_o_dot() (in module lmflow.utils.flash_attention.triton_flash_attention) _bwd_store_dk_dv() (in module lmflow.utils.flash_attention.triton_flash_attention) _check_data_format() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) _check_if_alignable() (lmflow.pipeline.base_aligner.BaseAligner method) _check_if_tunable() (lmflow.pipeline.base_tuner.BaseTuner method) _clean_text() (lmflow.pipeline.raft_aligner.RaftAligner method) _discard_sample() (lmflow.pipeline.raft_aligner.RaftAligner method) _encode() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplate method) (lmflow.utils.conversation_template.llama.Llama2ConversationTemplate method) _encode_template() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplate method) _ensure_id_list() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplate method) _evaluate_acc_with_accelerator() (lmflow.pipeline.evaluator.Evaluator method) _evaluate_acc_with_deepspeed() (lmflow.pipeline.evaluator.Evaluator method) _evaluate_nll() (lmflow.pipeline.evaluator.Evaluator method) _evaluate_ppl() (lmflow.pipeline.evaluator.Evaluator method) _flash_attn_backward() (in module lmflow.utils.flash_attention.triton_flash_attention) _flash_attn_forward() (in module lmflow.utils.flash_attention.triton_flash_attention) _fwd_kernel() (in module lmflow.utils.flash_attention.triton_flash_attention) _gather_and_numpify() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _get_batch_dataset_local() (lmflow.pipeline.raft_aligner.RaftAligner method) _get_batch_dataset_top() (lmflow.pipeline.raft_aligner.RaftAligner method) _get_collator_with_removed_columns() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _get_eval_sampler() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _get_output_dir() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _get_train_sampler() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _hp_search_setup() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _initialize_trainer() (lmflow.pipeline.dpo_aligner.DPOAligner method) (lmflow.pipeline.raft_aligner.RaftAligner method) _inner_training_loop() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _is_native_cpu_amp_available (in module lmflow.pipeline.utils.raft_trainer) _issue_warnings_after_load() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _load_best_model() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _load_dataset() (lmflow.pipeline.dpo_aligner.DPOAligner method) (lmflow.pipeline.raft_aligner.RaftAligner method) _load_from_checkpoint() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _load_input_dataset() (lmflow.pipeline.raft_aligner.RaftAligner method) _load_optimizer_and_scheduler() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _load_rng_state() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _match() (lmflow.pipeline.evaluator.Evaluator method) _maybe_log_save_evaluate() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _move_model_to_device() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _nested_gather() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _one_train() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _pad_across_processes() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _prepare_attn_mask() (in module lmflow.utils.flash_attention.bloom_flash_attention) _prepare_decoder_attention_mask() (in module lmflow.utils.flash_attention.gpt2_flash_attention) (in module lmflow.utils.flash_attention.llama_flash_attention) _prepare_input() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _prepare_inputs() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _push_from_checkpoint() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _remove_unused_columns() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _report_to_hp_search() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _rotate_checkpoints() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _save() (lmflow.pipeline.utils.peft_trainer.PeftSavingCallback method) (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _save_checkpoint() (lmflow.pipeline.utils.peft_trainer.PeftTrainer method) (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _save_tpu() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _set_signature_columns_if_needed() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _sorted_checkpoints() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _tune_save_checkpoint() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) _wrap_model() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) A adapt_llava_model_to_lmflow_type() (in module lmflow.utils.multimodal) add_callback() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) add_special_starter() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplate method) add_special_stopper() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplate method) align() (lmflow.pipeline.base_aligner.BaseAligner method) (lmflow.pipeline.dpo_aligner.DPOAligner method) (lmflow.pipeline.raft_aligner.RaftAligner method) answer_extraction() (in module lmflow.utils.data_utils) answer_type (lmflow.args.EvaluatorArguments attribute) append_message() (lmflow.utils.llava_conversation_lib.Conversation method) arch_type (lmflow.args.ModelArguments attribute), [1] assistant_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) AutoArguments (class in lmflow.args) autocast_smart_context_manager() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) AutoModel (class in lmflow.models.auto_model) AutoPipeline (class in lmflow.pipeline.auto_pipeline) autoregressive_sampling() (lmflow.pipeline.inferencer.SpeculativeInferencer method) B backward() (lmflow.utils.flash_attention.triton_flash_attention.FlashAttnFunc static method) (lmflow.utils.flash_attention.triton_flash_attention.FlashAttnKVPackedFunc static method) (lmflow.utils.flash_attention.triton_flash_attention.FlashAttnQKVPackedFunc static method) BaseAligner (class in lmflow.pipeline.base_aligner) BaseModel (class in lmflow.models.base_model) BasePipeline (class in lmflow.pipeline.base_pipeline) BaseTuner (class in lmflow.pipeline.base_tuner) batchlize() (in module lmflow.utils.data_utils) BenchmarkingArguments (class in lmflow.args) beta (lmflow.args.DPOAlignerArguments attribute) bits (lmflow.args.ModelArguments attribute) block_size (lmflow.args.DatasetArguments attribute) build_vision_tower() (in module lmflow.models.vision_encoder) (in module lmflow.models.vision_encoder.clip_encoder) C cache_dir (lmflow.args.ModelArguments attribute) call_model_init() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) CHATML_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.chatml) CLIPVisionTower (class in lmflow.models.vision_encoder.clip_encoder) code_exec() (lmflow.pipeline.inferencer.ToolInferencer method) collection_strategy (lmflow.args.RaftAlignerArguments attribute) compute_loss() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) compute_loss_context_manager() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) CondenseRotaryEmbedding (class in lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch) config (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) config_name (lmflow.args.ModelArguments attribute) config_overrides (lmflow.args.ModelArguments attribute) content (lmflow.utils.conversation_template.base.TemplateComponent attribute) CONTROLLER_HEART_BEAT_EXPIRATION (in module lmflow.utils.constants) conv_llama_2 (in module lmflow.utils.llava_conversation_lib) conv_llava_llama_2 (in module lmflow.utils.llava_conversation_lib) conv_llava_plain (in module lmflow.utils.llava_conversation_lib) conv_llava_v0 (in module lmflow.utils.llava_conversation_lib) conv_llava_v0_mmtag (in module lmflow.utils.llava_conversation_lib) conv_llava_v1 (in module lmflow.utils.llava_conversation_lib) conv_llava_v1_mmtag (in module lmflow.utils.llava_conversation_lib) conv_mpt (in module lmflow.utils.llava_conversation_lib) conv_templates (in module lmflow.utils.llava_conversation_lib) conv_vicuna_v0 (in module lmflow.utils.llava_conversation_lib) conv_vicuna_v1 (in module lmflow.utils.llava_conversation_lib) Conversation (class in lmflow.utils.llava_conversation_lib) CONVERSATION_DATASET_DESCRIPTION (in module lmflow.utils.constants) CONVERSATION_ROLE_NAMES (in module lmflow.utils.constants) conversation_template (lmflow.args.DatasetArguments attribute) ConversationTemplate (class in lmflow.utils.conversation_template) (class in lmflow.utils.conversation_template.base) copy() (lmflow.utils.llava_conversation_lib.Conversation method) create_dataloader() (lmflow.pipeline.evaluator.Evaluator method) (lmflow.pipeline.inferencer.Inferencer method) create_from_dict() (lmflow.datasets.Dataset class method) (lmflow.datasets.dataset.Dataset class method) create_model_card() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) create_optimizer() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) create_optimizer_and_scheduler() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) create_scheduler() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) custom_model (lmflow.args.VisModelArguments attribute) custom_vision_model (lmflow.args.VisModelArguments attribute) CustomAutoVision2SeqModel (class in lmflow.models.vision2seq_model) customized_cache_dir (lmflow.args.DatasetArguments attribute) CustomMultiModalDataset (class in lmflow.datasets) (class in lmflow.datasets.multi_modal_dataset) D DataCollatorForSupervisedDataset (class in lmflow.datasets.multi_modal_dataset) Dataset (class in lmflow.datasets) (class in lmflow.datasets.dataset) dataset_config_name (lmflow.args.DatasetArguments attribute) DATASET_DESCRIPTION_MAP (in module lmflow.utils.constants) dataset_name (lmflow.args.BenchmarkingArguments attribute) (lmflow.args.DatasetArguments attribute) dataset_path (lmflow.args.DatasetArguments attribute) DATASET_TYPES (in module lmflow.datasets.dataset) DatasetArguments (class in lmflow.args) decode() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) DecoderModel (class in lmflow.models.decoder_model) DEEPSEEK_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.deepseek) deepspeed (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) DEFAULT_CALLBACKS (in module lmflow.pipeline.utils.raft_trainer) default_conversation (in module lmflow.utils.llava_conversation_lib) DEFAULT_IM_END_TOKEN (in module lmflow.utils.constants) DEFAULT_IM_START_TOKEN (in module lmflow.utils.constants) DEFAULT_IMAGE_PATCH_TOKEN (in module lmflow.utils.constants) DEFAULT_IMAGE_TOKEN (in module lmflow.utils.constants) DEFAULT_PROGRESS_CALLBACK (in module lmflow.pipeline.utils.raft_trainer), [1] device (lmflow.args.InferencerArguments attribute) (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) dict() (lmflow.utils.llava_conversation_lib.Conversation method) disable_conversation_bos_token (lmflow.args.DatasetArguments attribute) disable_conversation_eos_token (lmflow.args.DatasetArguments attribute) disable_group_texts (lmflow.args.DatasetArguments attribute) do_rope_scaling (lmflow.args.ModelArguments attribute) do_sample (lmflow.args.InferencerArguments attribute) double_quant (lmflow.args.ModelArguments attribute) DPOAligner (class in lmflow.pipeline.dpo_aligner) DPOAlignerArguments (class in lmflow.args) dtype (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) dummy_feature (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) E EMPTY_NO_SPECIAL_TOKENS_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.base) EMPTY_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.base) EmptyFormatter (class in lmflow.utils.conversation_template.base) encode() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) encode_conversation() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplate method) encode_images() (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) EncoderDecoderModel (class in lmflow.models.encoder_decoder_model) eval_dataset_path (lmflow.args.FinetunerArguments attribute) eval_steps (lmflow.args.DPOAlignerArguments attribute) evaluate() (lmflow.pipeline.evaluator.Evaluator method) (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) evaluate_block_size (lmflow.args.EvaluatorArguments attribute) evaluation_loop() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) Evaluator (class in lmflow.pipeline.evaluator) EvaluatorArguments (class in lmflow.args) F feature_select() (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) finetune_part (lmflow.args.FinetunerArguments attribute) Finetuner (class in lmflow.pipeline.finetuner) FinetunerArguments (class in lmflow.args) flash_attn_func (in module lmflow.utils.flash_attention.triton_flash_attention) flash_attn_kvpacked_func (in module lmflow.utils.flash_attention.triton_flash_attention) flash_attn_qkvpacked_func (in module lmflow.utils.flash_attention.triton_flash_attention) FlashAttnFunc (class in lmflow.utils.flash_attention.triton_flash_attention) FlashAttnKVPackedFunc (class in lmflow.utils.flash_attention.triton_flash_attention) FlashAttnQKVPackedFunc (class in lmflow.utils.flash_attention.triton_flash_attention) FLOAT_ONLY_DATASET_DESCRIPTION (in module lmflow.utils.constants) floating_point_ops() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) format() (lmflow.utils.conversation_template.base.EmptyFormatter method) (lmflow.utils.conversation_template.base.Formatter method) (lmflow.utils.conversation_template.base.ListFormatter method) (lmflow.utils.conversation_template.base.StringFormatter method) Formatter (class in lmflow.utils.conversation_template.base) forward() (in module lmflow.utils.flash_attention.bloom_flash_attention) (in module lmflow.utils.flash_attention.gpt2_flash_attention) (in module lmflow.utils.flash_attention.gpt_neo_flash_attention) (in module lmflow.utils.flash_attention.llama_flash_attention) (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) (lmflow.utils.flash_attention.triton_flash_attention.FlashAttnFunc static method) (lmflow.utils.flash_attention.triton_flash_attention.FlashAttnKVPackedFunc static method) (lmflow.utils.flash_attention.triton_flash_attention.FlashAttnQKVPackedFunc static method) (lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch.CondenseRotaryEmbedding method) from_dict() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) G generate() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) get_backend() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) get_backend_dataset() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) get_backend_model() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) get_data_args() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) get_eval_dataloader() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) get_fingerprint() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) get_images() (lmflow.utils.llava_conversation_lib.Conversation method) get_max_length() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) get_model() (lmflow.models.auto_model.AutoModel class method) get_optimizer_cls_and_kwargs() (lmflow.pipeline.utils.raft_trainer.RaftTrainer static method) get_paired_dataset() (in module lmflow.pipeline.dpo_aligner) get_peft_without_qlora() (lmflow.models.hf_decoder_model.HFDecoderModel method) get_pipeline() (lmflow.pipeline.auto_pipeline.AutoPipeline class method) get_pipeline_args_class() (lmflow.args.AutoArguments method) get_prompt() (lmflow.utils.llava_conversation_lib.Conversation method) get_test_dataloader() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) get_tokenizer() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) get_train_dataloader() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) get_type() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) GPU_SUPPORT_FLASH_ATTENTION (in module lmflow.models.hf_decoder_model), [1] gradient_accumulation_steps (lmflow.args.DPOAlignerArguments attribute) gradient_checkpointing (lmflow.args.DPOAlignerArguments attribute) gradient_checkpointing_use_reentrant (lmflow.args.DPOAlignerArguments attribute) group_text() (lmflow.pipeline.finetuner.Finetuner method) group_texts_batch_size (lmflow.args.DatasetArguments attribute) H has_placeholder() (lmflow.utils.conversation_template.base.Formatter method) HFDecoderModel (class in lmflow.models.hf_decoder_model) HFEncoderDecoderModel (class in lmflow.models.hf_encoder_decoder_model) hidden_size (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) hyperparameter_search() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) I IGNORE_INDEX (in module lmflow.utils.constants) image_aspect_ratio (lmflow.args.MultiModalDatasetArguments attribute) image_encoder_name_or_path (lmflow.args.VisModelArguments attribute) image_folder (lmflow.args.MultiModalDatasetArguments attribute) IMAGE_TOKEN_INDEX (in module lmflow.utils.constants) inference() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) (lmflow.models.text_regression_model.TextRegressionModel method) (lmflow.pipeline.inferencer.Inferencer method) (lmflow.pipeline.inferencer.SpeculativeInferencer method) (lmflow.pipeline.inferencer.ToolInferencer method) inference_batch_size_per_device (lmflow.args.EvaluatorArguments attribute) (lmflow.args.RaftAlignerArguments attribute) Inferencer (class in lmflow.pipeline.inferencer) InferencerArguments (class in lmflow.args) init_git_repo() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) init_to_zero() (in module lmflow.utils.flash_attention.triton_flash_attention) INSTANCE_FIELDS_MAP (in module lmflow.utils.constants) internal_version (in module lmflow) ipex_optimize_model() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) is_custom_dataset (lmflow.args.DatasetArguments attribute) is_local_process_zero() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) is_multimodal (lmflow.args.MultiModalDatasetArguments attribute) is_package_version_at_least() (in module lmflow.pipeline.auto_pipeline) IS_SAGEMAKER_MP_POST_1_10 (in module lmflow.pipeline.utils.raft_trainer) is_torch_greater_or_equal_than_1_10 (in module lmflow.pipeline.utils.raft_trainer) is_torch_less_than_1_11 (in module lmflow.pipeline.utils.raft_trainer) is_world_process_zero() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) K keep_linebreaks (lmflow.args.DatasetArguments attribute) KEY_INSTANCES (in module lmflow.datasets.dataset) KEY_TYPE (in module lmflow.datasets.dataset) L language_model_from_pretrained() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) learning_rate (lmflow.args.DPOAlignerArguments attribute) lisa_activated_layers (lmflow.args.FinetunerArguments attribute) lisa_interval_steps (lmflow.args.FinetunerArguments attribute) lisa_layers_attribute (lmflow.args.FinetunerArguments attribute) ListFormatter (class in lmflow.utils.conversation_template.base) LLAMA2_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.llama) Llama2ConversationTemplate (class in lmflow.utils.conversation_template.llama) LLAMA3_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.llama) LLAMA_2 (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) llava_loading (lmflow.args.VisModelArguments attribute) llava_pretrain_model_path (lmflow.args.VisModelArguments attribute) llm_model_name_or_path (lmflow.args.VisModelArguments attribute) lm_evaluation_metric (lmflow.args.BenchmarkingArguments attribute) lmflow module lmflow.args module lmflow.datasets module lmflow.datasets.dataset module lmflow.datasets.multi_modal_dataset module lmflow.models module lmflow.models.auto_model module lmflow.models.base_model module lmflow.models.decoder_model module lmflow.models.encoder_decoder_model module lmflow.models.hf_decoder_model module lmflow.models.hf_encoder_decoder_model module lmflow.models.interfaces module lmflow.models.interfaces.tunable module lmflow.models.regression_model module lmflow.models.text_regression_model module lmflow.models.vision2seq_model module lmflow.models.vision_encoder module lmflow.models.vision_encoder.clip_encoder module lmflow.pipeline module lmflow.pipeline.auto_pipeline module lmflow.pipeline.base_aligner module lmflow.pipeline.base_pipeline module lmflow.pipeline.base_tuner module lmflow.pipeline.dpo_aligner module lmflow.pipeline.evaluator module lmflow.pipeline.finetuner module lmflow.pipeline.inferencer module lmflow.pipeline.raft_aligner module lmflow.pipeline.utils module lmflow.pipeline.utils.peft_trainer module lmflow.pipeline.utils.raft_trainer module lmflow.utils module lmflow.utils.constants module lmflow.utils.conversation_template module lmflow.utils.conversation_template.base module lmflow.utils.conversation_template.chatml module lmflow.utils.conversation_template.deepseek module lmflow.utils.conversation_template.llama module lmflow.utils.conversation_template.phi module lmflow.utils.conversation_template.qwen module lmflow.utils.data_utils module lmflow.utils.flash_attention module lmflow.utils.flash_attention.bloom_flash_attention module lmflow.utils.flash_attention.gpt2_flash_attention module lmflow.utils.flash_attention.gpt_neo_flash_attention module lmflow.utils.flash_attention.llama_flash_attention module lmflow.utils.flash_attention.triton_flash_attention module lmflow.utils.llava_conversation_lib module lmflow.utils.multimodal module lmflow.utils.position_interpolation module lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch module lmflow.version module load_data() (in module lmflow.utils.data_utils) load_in_4bit (lmflow.args.ModelArguments attribute) load_llava_pretrain_model() (in module lmflow.utils.multimodal) load_model() (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) load_prompt_cache() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) local_rank (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) log() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) log_freq (lmflow.args.DPOAlignerArguments attribute) LOGDIR (in module lmflow.utils.constants) logger (in module lmflow.models.hf_decoder_model) (in module lmflow.models.hf_encoder_decoder_model) (in module lmflow.pipeline.finetuner) (in module lmflow.pipeline.inferencer) (in module lmflow.pipeline.raft_aligner) (in module lmflow.pipeline.utils.raft_trainer) (in module lmflow.utils.conversation_template.base) (in module lmflow.utils.conversation_template.llama) logging_steps (lmflow.args.DPOAlignerArguments attribute) lora_alpha (lmflow.args.ModelArguments attribute) lora_dropout (lmflow.args.ModelArguments attribute) lora_model_path (lmflow.args.ModelArguments attribute) lora_r (lmflow.args.ModelArguments attribute) lora_target_modules (lmflow.args.ModelArguments attribute) low_resource (lmflow.args.VisModelArguments attribute) lr_scheduler_type (lmflow.args.DPOAlignerArguments attribute) M map() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) mask (lmflow.utils.conversation_template.base.TemplateComponent attribute) max_eval_samples (lmflow.args.DatasetArguments attribute) max_length (lmflow.args.DPOAlignerArguments attribute) max_new_tokens (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) max_prompt_length (lmflow.args.DPOAlignerArguments attribute) max_steps (lmflow.args.DPOAlignerArguments attribute) max_train_samples (lmflow.args.DatasetArguments attribute) merge_lora_weights() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) messages (lmflow.utils.llava_conversation_lib.Conversation attribute) metric (lmflow.args.EvaluatorArguments attribute) mixed_precision (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) MODEL_CONFIG_CLASSES (in module lmflow.args) model_name_or_path (lmflow.args.ModelArguments attribute) model_revision (lmflow.args.ModelArguments attribute) model_type (lmflow.args.ModelArguments attribute) MODEL_TYPES (in module lmflow.args) ModelArguments (class in lmflow.args) MODELS_SUPPORT_FLASH_ATTENTION (in module lmflow.models.hf_decoder_model) module lmflow lmflow.args lmflow.datasets lmflow.datasets.dataset lmflow.datasets.multi_modal_dataset lmflow.models lmflow.models.auto_model lmflow.models.base_model lmflow.models.decoder_model lmflow.models.encoder_decoder_model lmflow.models.hf_decoder_model lmflow.models.hf_encoder_decoder_model lmflow.models.interfaces lmflow.models.interfaces.tunable lmflow.models.regression_model lmflow.models.text_regression_model lmflow.models.vision2seq_model lmflow.models.vision_encoder lmflow.models.vision_encoder.clip_encoder lmflow.pipeline lmflow.pipeline.auto_pipeline lmflow.pipeline.base_aligner lmflow.pipeline.base_pipeline lmflow.pipeline.base_tuner lmflow.pipeline.dpo_aligner lmflow.pipeline.evaluator lmflow.pipeline.finetuner lmflow.pipeline.inferencer lmflow.pipeline.raft_aligner lmflow.pipeline.utils lmflow.pipeline.utils.peft_trainer lmflow.pipeline.utils.raft_trainer lmflow.utils lmflow.utils.constants lmflow.utils.conversation_template lmflow.utils.conversation_template.base lmflow.utils.conversation_template.chatml lmflow.utils.conversation_template.deepseek lmflow.utils.conversation_template.llama lmflow.utils.conversation_template.phi lmflow.utils.conversation_template.qwen lmflow.utils.data_utils lmflow.utils.flash_attention lmflow.utils.flash_attention.bloom_flash_attention lmflow.utils.flash_attention.gpt2_flash_attention lmflow.utils.flash_attention.gpt_neo_flash_attention lmflow.utils.flash_attention.llama_flash_attention lmflow.utils.flash_attention.triton_flash_attention lmflow.utils.llava_conversation_lib lmflow.utils.multimodal lmflow.utils.position_interpolation lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch lmflow.version MPT (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) MultiModalDatasetArguments (class in lmflow.args) N num_examples() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) num_patches (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower property) num_raft_iteration (lmflow.args.RaftAlignerArguments attribute) O offset (lmflow.utils.llava_conversation_lib.Conversation attribute) on_epoch_end() (lmflow.pipeline.utils.peft_trainer.PeftSavingCallback method) on_save() (lmflow.pipeline.utils.peft_trainer.PeftSavingCallback method) on_train_end() (lmflow.pipeline.utils.peft_trainer.PeftSavingCallback method) OPTIMIZER_NAME (in module lmflow.pipeline.utils.raft_trainer) optimizer_type (lmflow.args.DPOAlignerArguments attribute) output_dir (lmflow.args.DPOAlignerArguments attribute) (lmflow.args.EvaluatorArguments attribute) output_max_length (lmflow.args.RaftAlignerArguments attribute) output_min_length (lmflow.args.RaftAlignerArguments attribute) output_reward_path (lmflow.args.RaftAlignerArguments attribute) overwrite_cache (lmflow.args.DatasetArguments attribute) P PeftSavingCallback (class in lmflow.pipeline.utils.peft_trainer) PeftTrainer (class in lmflow.pipeline.utils.peft_trainer) per_device_eval_batch_size (lmflow.args.DPOAlignerArguments attribute) per_device_train_batch_size (lmflow.args.DPOAlignerArguments attribute) PHI3_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.phi) PIPELINE_ARGUMENT_MAPPING (in module lmflow.args) PIPELINE_MAPPING (in module lmflow.pipeline.auto_pipeline) PLAIN (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) pop_callback() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) predict() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) predict_next_token() (lmflow.pipeline.inferencer.SpeculativeInferencer static method) prediction_loop() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) prediction_step() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) prepare_inputs_labels_for_multimodal() (lmflow.models.vision_encoder.clip_encoder.CLIPVisionTower method) preprocess_llama_from_llava_plain() (in module lmflow.datasets.multi_modal_dataset) preprocess_llama_from_llava_v1() (in module lmflow.datasets.multi_modal_dataset) preprocess_multimodal_llava() (in module lmflow.datasets.multi_modal_dataset) preprocessing_num_workers (lmflow.args.DatasetArguments attribute) PRESET_TEMPLATES (in module lmflow.utils.conversation_template) pretrained_language_projection_path (lmflow.args.VisModelArguments attribute) process_image_flag() (in module lmflow.utils.data_utils) processor_image_token_in_minigpt4() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) prompt_cache_path (lmflow.args.VisModelArguments attribute) prompt_structure (lmflow.args.EvaluatorArguments attribute) push_to_hub() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) Q qformer_from_pretrained() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) qformer_name_or_path (lmflow.args.VisModelArguments attribute) quant_type (lmflow.args.ModelArguments attribute) QWEN2_TEMPLATE (in module lmflow.utils.conversation_template) (in module lmflow.utils.conversation_template.qwen) R raft_batch_size (lmflow.args.RaftAlignerArguments attribute) RaftAligner (class in lmflow.pipeline.raft_aligner) RaftAlignerArguments (class in lmflow.args) RaftTrainer (class in lmflow.pipeline.utils.raft_trainer) random_seed (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) random_shuffle (lmflow.args.EvaluatorArguments attribute) register_inference_function() (lmflow.models.text_regression_model.TextRegressionModel method) register_prompt_cache() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) register_tokenizer() (lmflow.datasets.CustomMultiModalDataset method) (lmflow.datasets.multi_modal_dataset.CustomMultiModalDataset method) RegressionModel (class in lmflow.models.regression_model) remove_callback() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) remove_last_separator() (lmflow.utils.conversation_template.base.ConversationTemplate method) (lmflow.utils.conversation_template.ConversationTemplate method) remove_unused_columns (lmflow.args.FinetunerArguments attribute) repetition_penalty (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) replace_bloom_attn_with_flash_attn() (in module lmflow.utils.flash_attention.bloom_flash_attention) replace_gpt2_attn_with_flash_attn() (in module lmflow.utils.flash_attention.gpt2_flash_attention) replace_gpt_neo_attn_with_flash_attn() (in module lmflow.utils.flash_attention.gpt_neo_flash_attention) replace_llama_attn_with_flash_attn() (in module lmflow.utils.flash_attention.llama_flash_attention) replace_llama_with_condense() (in module lmflow.utils.position_interpolation.llama_rope_scaled_monkey_patch) report_to (lmflow.args.DPOAlignerArguments attribute) roles (lmflow.utils.llava_conversation_lib.Conversation attribute) rope_ntk_ratio (lmflow.args.ModelArguments attribute) rope_pi_ratio (lmflow.args.ModelArguments attribute) rstrip_partial_utf8() (in module lmflow.pipeline.inferencer) run_name (lmflow.args.DPOAlignerArguments attribute) S sample() (lmflow.pipeline.inferencer.SpeculativeInferencer static method) sanity_check (lmflow.args.DPOAlignerArguments attribute) save() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) save_aggregated_lora (lmflow.args.ModelArguments attribute) save_language_projection (lmflow.args.FinetunerArguments attribute) save_model() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) save_pretrain_model_path (lmflow.args.VisModelArguments attribute) save_prompt_cache() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) save_steps (lmflow.args.DPOAlignerArguments attribute) SCALER_NAME (in module lmflow.pipeline.utils.raft_trainer) SCHEDULER_NAME (in module lmflow.pipeline.utils.raft_trainer) score_to_prob() (lmflow.pipeline.inferencer.SpeculativeInferencer static method) seed (lmflow.args.DPOAlignerArguments attribute) sep (lmflow.utils.llava_conversation_lib.Conversation attribute) sep2 (lmflow.utils.llava_conversation_lib.Conversation attribute) sep_style (lmflow.args.MultiModalDatasetArguments attribute) (lmflow.utils.llava_conversation_lib.Conversation attribute) separator (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) SeparatorStyle (class in lmflow.utils.llava_conversation_lib) set_random_seed() (in module lmflow.utils.data_utils) SINGLE (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) skip_first_batches (in module lmflow.pipeline.utils.raft_trainer) skip_next (lmflow.utils.llava_conversation_lib.Conversation attribute) special_starter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) special_stopper (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) SpeculativeInferencer (class in lmflow.pipeline.inferencer) store_flos() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) stream_inference() (lmflow.pipeline.inferencer.Inferencer method) (lmflow.pipeline.inferencer.SpeculativeInferencer method) streaming (lmflow.args.DatasetArguments attribute) StringFormatter (class in lmflow.utils.conversation_template.base) supported_dataset_type (in module lmflow.pipeline.inferencer) system (lmflow.utils.llava_conversation_lib.Conversation attribute) system_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) T temperature (lmflow.args.EvaluatorArguments attribute) (lmflow.args.InferencerArguments attribute) template (lmflow.utils.conversation_template.base.Formatter attribute) template_name (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) TemplateComponent (class in lmflow.utils.conversation_template.base) test_file (lmflow.args.DatasetArguments attribute) TEXT2TEXT_DATASET_DESCRIPTION (in module lmflow.utils.constants) TEXT2TEXT_DATASET_DETAILS (in module lmflow.utils.constants) TEXT2TEXT_DATASET_LONG_DESCRITION (in module lmflow.utils.constants) TEXT_ONLY_DATASET_DESCRIPTION (in module lmflow.utils.constants) TEXT_ONLY_DATASET_DETAILS (in module lmflow.utils.constants) TEXT_ONLY_DATASET_LONG_DESCRITION (in module lmflow.utils.constants) TextRegressionModel (class in lmflow.models.text_regression_model) to_dict() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) to_gradio_chatbot() (lmflow.utils.llava_conversation_lib.Conversation method) to_list() (lmflow.datasets.Dataset method) (lmflow.datasets.dataset.Dataset method) tokenize() (lmflow.models.hf_decoder_model.HFDecoderModel method) (lmflow.models.hf_encoder_decoder_model.HFEncoderDecoderModel method) tokenizer (lmflow.datasets.multi_modal_dataset.DataCollatorForSupervisedDataset attribute) tokenizer_image_token() (in module lmflow.datasets.multi_modal_dataset) tokenizer_name (lmflow.args.ModelArguments attribute) ToolInferencer (class in lmflow.pipeline.inferencer) tools_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) top_reward_percentage (lmflow.args.RaftAlignerArguments attribute) torch_dtype (lmflow.args.ModelArguments attribute) torch_jit_model_eval() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) train() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) train_file (lmflow.args.DatasetArguments attribute) train_on_prompt (lmflow.args.DatasetArguments attribute) TRAINER_STATE_NAME (in module lmflow.pipeline.utils.raft_trainer) TRAINING_ARGS_NAME (in module lmflow.pipeline.utils.raft_trainer) training_step() (lmflow.pipeline.utils.raft_trainer.RaftTrainer method) truncate_to_model_max_length (lmflow.args.ModelArguments attribute) trust_remote_code (lmflow.args.ModelArguments attribute) Tunable (class in lmflow.models.interfaces.tunable) tune() (lmflow.pipeline.base_tuner.BaseTuner method) (lmflow.pipeline.finetuner.Finetuner method) TWO (lmflow.utils.llava_conversation_lib.SeparatorStyle attribute) type (lmflow.utils.conversation_template.base.TemplateComponent attribute) U update_custom_config() (in module lmflow.utils.multimodal) use_accelerator (lmflow.args.InferencerArguments attribute) use_accelerator_for_evaluator (lmflow.args.EvaluatorArguments attribute) use_auth_token (lmflow.args.ModelArguments attribute) use_fast_tokenizer (lmflow.args.ModelArguments attribute) use_flash_attention (lmflow.args.ModelArguments attribute) use_image_start_end (lmflow.args.MultiModalDatasetArguments attribute) use_int8 (lmflow.args.ModelArguments attribute) use_lisa (lmflow.args.FinetunerArguments attribute) use_lora (lmflow.args.ModelArguments attribute) use_prompt_cache (lmflow.args.VisModelArguments attribute) use_qlora (lmflow.args.ModelArguments attribute) use_ram_optimized_load (lmflow.args.ModelArguments attribute) use_wandb (lmflow.args.EvaluatorArguments attribute) user_formatter (lmflow.utils.conversation_template.base.ConversationTemplate attribute) (lmflow.utils.conversation_template.ConversationTemplate attribute) V validation_file (lmflow.args.DatasetArguments attribute) validation_split_percentage (lmflow.args.DatasetArguments attribute) version (lmflow.utils.llava_conversation_lib.Conversation attribute) vision_feature_select() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) vision_model_from_pretrained() (lmflow.models.vision2seq_model.CustomAutoVision2SeqModel method) vision_select_layer (lmflow.args.VisModelArguments attribute) VisModelArguments (class in lmflow.args) W warmup_steps (lmflow.args.DPOAlignerArguments attribute) weight_decay (lmflow.args.DPOAlignerArguments attribute) with_qformer (lmflow.args.VisModelArguments attribute) WORKER_HEART_BEAT_INTERVAL (in module lmflow.utils.constants)