LICENSE
README.md
pyproject.toml
data_prepare/panda_split.py
data_prepare/coyo/coyo_downloader.py
data_prepare/coyo/coyo_splitter.py
data_prepare/mmc4/mmc4_downloader.py
data_prepare/mmc4/mmc4_filter_and_counter.py
data_prepare/mmc4/mmc4_merger.py
data_prepare/sft/ART1_2.py
data_prepare/sft/ESTVQA.py
data_prepare/sft/LSVT.py
data_prepare/sft/POIE.py
data_prepare/sft/ReCTS.py
data_prepare/sft/SROIE.py
data_prepare/sft/merge_idefics2.py
data_prepare/sft/merge_llava_onevision.py
data_prepare/sft/merge_llava_onevision_eagle.py
data_prepare/sft/mtwi.py
data_prepare/sft/preprocess_art_shangy.py
data_prepare/sft/preprocess_cambrian.py
data_prepare/sft/preprocess_cambrian_eagle.py
data_prepare/sft/preprocess_docreason.py
data_prepare/sft/preprocess_flan.py
data_prepare/sft/preprocess_idefics2.py
data_prepare/sft/preprocess_idefics2_eagle.py
data_prepare/sft/preprocess_kvqa.py
data_prepare/sft/preprocess_llava_onevision.py
data_prepare/sft/preprocess_m3it.py
data_prepare/sft/preprocess_metamathqa.py
data_prepare/sft/preprocess_viquae.py
data_prepare/sft/split_vflan.py
data_prepare/sft/unichart_pretrain.py
data_prepare/sft/unichart_sft.py
llava/__init__.py
llava/constants.py
llava/conversation.py
llava/entry.py
llava/media.py
llava/mm_utils.py
llava/cli/eval.py
llava/cli/infer.py
llava/cli/run.py
llava/cli/upload2hf.py
llava/data/__init__.py
llava/data/base.py
llava/data/builder.py
llava/data/collate.py
llava/data/dataset.py
llava/data/datasets_mixture.py
llava/data/simple_vila_webdataset.py
llava/data/utils.py
llava/data/dataset_impl/__init__.py
llava/data/dataset_impl/coyo_qa.py
llava/data/dataset_impl/coyo_recap.py
llava/data/dataset_impl/dummy.py
llava/data/dataset_impl/lita.py
llava/data/dataset_impl/llava.py
llava/data/dataset_impl/llava_cot.py
llava/data/dataset_impl/panda70m.py
llava/data/dataset_impl/sam.py
llava/data/dataset_impl/textocr.py
llava/data/dataset_impl/utils.py
llava/eval/__init__.py
llava/eval/cinepile.py
llava/eval/egoschema.py
llava/eval/eval_refcoco.py
llava/eval/eventbench.py
llava/eval/m4c_evaluator.py
llava/eval/mathvista.py
llava/eval/model_refcoco.py
llava/eval/model_vqa_video.py
llava/eval/model_vqa_videodemo.py
llava/eval/rtl.py
llava/eval/textvqa.py
llava/eval/vnbench.py
llava/eval/lmms/models/__init__.py
llava/eval/lmms/models/vila_internal.py
llava/eval/lmms/tasks/__init__.py
llava/eval/lmms/tasks/videomme.py
llava/eval/mathvista_utils/calculate_score.py
llava/eval/mathvista_utils/extract_answer.py
llava/eval/mathvista_utils/utilities.py
llava/eval/mathvista_utils/prompts/ext_ans.py
llava/eval/mmmu_utils/eval_utils.py
llava/eval/video/eval_benchmark_1_correctness.py
llava/eval/video/eval_benchmark_2_detailed_orientation.py
llava/eval/video/eval_benchmark_3_context.py
llava/eval/video/eval_benchmark_4_temporal.py
llava/eval/video/eval_benchmark_5_consistency.py
llava/eval/video/eval_video_qa.py
llava/eval/video/model_vqa_videodemo_benchmark.py
llava/eval/video/utils.py
llava/eval/vision_niah_vila/eval_vision_niah.py
llava/eval/vision_niah_vila/produce_haystack_embedding.py
llava/eval/vision_niah_vila/produce_needle_embedding.py
llava/eval/vision_niah_vila/zigzag_ring_attn/modeling_qwen2.py
llava/eval/vision_niah_vila/zigzag_ring_attn/monkey_patch.py
llava/eval/vision_niah_vila/zigzag_ring_attn/prepare_inputs.py
llava/model/FloatPointQuantizeTorch.py
llava/model/FloatPointQuantizeTriton.py
llava/model/__init__.py
llava/model/apply_delta.py
llava/model/builder.py
llava/model/configuration_llava.py
llava/model/consolidate.py
llava/model/llava_arch.py
llava/model/loss.py
llava/model/make_delta.py
llava/model/qfunction.py
llava/model/qlinear_te.py
llava/model/qutils.py
llava/model/coat/fp8_trainer.py
llava/model/coat/activation/__init__.py
llava/model/coat/activation/utils.py
llava/model/coat/activation/fake_quantization/FloatPointQuantizeTorch.py
llava/model/coat/activation/fake_quantization/FloatPointQuantizeTriton.py
llava/model/coat/activation/fake_quantization/quantize_function.py
llava/model/coat/activation/fake_quantization/utils.py
llava/model/coat/activation/models/_fp8_quantization_config.py
llava/model/coat/activation/models/_fp8_weightcache.py
llava/model/coat/activation/models/_fp8manager.py
llava/model/coat/activation/models/coat_llama.py
llava/model/coat/activation/models/coat_llama_convert_from_hf.py
llava/model/coat/activation/models/coat_olmo.py
llava/model/coat/activation/real_quantization/__init__.py
llava/model/coat/activation/real_quantization/_dequantize.py
llava/model/coat/activation/real_quantization/_division.py
llava/model/coat/activation/real_quantization/_division_transpose.py
llava/model/coat/activation/real_quantization/_memory_io.py
llava/model/coat/activation/real_quantization/_quantize.py
llava/model/coat/activation/real_quantization/_quantize_pertensor.py
llava/model/coat/activation/real_quantization/_quantize_pertensor_transpose.py
llava/model/coat/activation/real_quantization/_transpose.py
llava/model/coat/activation/real_quantization/add_bwd.py
llava/model/coat/activation/real_quantization/add_fwd.py
llava/model/coat/activation/real_quantization/common.py
llava/model/coat/activation/real_quantization/fp8linear.py
llava/model/coat/activation/real_quantization/func_layernorm_noparam.py
llava/model/coat/activation/real_quantization/func_quantize.py
llava/model/coat/activation/real_quantization/func_rmsnorm.py
llava/model/coat/activation/real_quantization/gelu_bwd.py
llava/model/coat/activation/real_quantization/gelu_bwd_legacy.py
llava/model/coat/activation/real_quantization/gelu_fwd.py
llava/model/coat/activation/real_quantization/linear.py
llava/model/coat/activation/real_quantization/mul_bwd.py
llava/model/coat/activation/real_quantization/mul_bwd_legacy.py
llava/model/coat/activation/real_quantization/mul_bwd_silu_fwd.py
llava/model/coat/activation/real_quantization/mul_fwd.py
llava/model/coat/activation/real_quantization/silu_bwd.py
llava/model/coat/activation/real_quantization/silu_bwd_legacy.py
llava/model/coat/activation/real_quantization/silu_fwd.py
llava/model/coat/optimizer/fp8_adamw.py
llava/model/coat/optimizer/kernels/setup.py
llava/model/encoders/__init__.py
llava/model/encoders/base.py
llava/model/encoders/image/__init__.py
llava/model/encoders/image/basic.py
llava/model/encoders/video/__init__.py
llava/model/encoders/video/basic.py
llava/model/encoders/video/tsp.py
llava/model/language_model/builder.py
llava/model/language_model/configuration_quantize.py
llava/model/language_model/fp8_qwen2_convert_from_hf.py
llava/model/language_model/fp8activationqwen2.py
llava/model/language_model/fp8activationresidualqwen2.py
llava/model/language_model/fp8linearqwen2.py
llava/model/language_model/llava_llama.py
llava/model/language_model/qllama.py
llava/model/language_model/qllava_qllama.py
llava/model/language_model/qmemllama.py
llava/model/language_model/realqmemllama.py
llava/model/liger/cross_entropy.py
llava/model/liger/utils.py
llava/model/multimodal_encoder/builder.py
llava/model/multimodal_encoder/clip_encoder.py
llava/model/multimodal_encoder/image_processor.py
llava/model/multimodal_encoder/intern_encoder.py
llava/model/multimodal_encoder/radio_encoder.py
llava/model/multimodal_encoder/radio_torchhub_encoder.py
llava/model/multimodal_encoder/siglip_encoder.py
llava/model/multimodal_encoder/vision_encoder.py
llava/model/multimodal_encoder/visualize_features.py
llava/model/multimodal_encoder/intern/configuration_intern_vit.py
llava/model/multimodal_encoder/intern/flash_attention.py
llava/model/multimodal_encoder/intern/modeling_intern_vit.py
llava/model/multimodal_encoder/siglip/__init__.py
llava/model/multimodal_encoder/siglip/modeling_siglip.py
llava/model/multimodal_projector/base_projector.py
llava/model/multimodal_projector/builder.py
llava/model/quantization/FloatPointQuantizeTorch.py
llava/model/quantization/FloatPointQuantizeTriton.py
llava/model/quantization/QAct.py
llava/model/quantization/QAdd.py
llava/model/quantization/QFunction.py
llava/model/quantization/QGELU.py
llava/model/quantization/QIdentity.py
llava/model/quantization/QLayerNorm.py
llava/model/quantization/QLinear.py
llava/model/quantization/QMul.py
llava/model/quantization/Qconfig.py
llava/model/quantization/__init__.py
llava/model/quantization/utils.py
llava/model/realquantize/common.py
llava/model/realquantize/division.py
llava/model/realquantize/division_transpose.py
llava/model/realquantize/linear.py
llava/model/realquantize/quantize_and_transpose.py
llava/model/realquantize/trans_grad_bias.py
llava/model/utils/__init__.py
llava/model/utils/packing.py
llava/model/utils/utils.py
llava/train/__init__.py
llava/train/args.py
llava/train/llava_trainer.py
llava/train/slurm_utils.py
llava/train/train.py
llava/train/train_hybrid.py
llava/train/train_llm_to_long.py
llava/train/train_ln.py
llava/train/train_mem.py
llava/train/train_mem_ln.py
llava/train/transformer_normalize_monkey_patch.py
llava/train/utils.py
llava/train/callbacks/autoresume_callback.py
llava/train/deepspeed_replace/runtime/zero/mics.py
llava/train/sequence_parallel/__init__.py
llava/train/sequence_parallel/all_to_all.py
llava/train/sequence_parallel/globals.py
llava/train/sequence_parallel/hybrid_attn.py
llava/train/sequence_parallel/input_utils.py
llava/train/sequence_parallel/monkey_patch.py
llava/train/sequence_parallel/ulysses_attn.py
llava/train/sequence_parallel/ring/__init__.py
llava/train/sequence_parallel/ring/ring_flash_attn.py
llava/train/sequence_parallel/ring/ring_flash_attn_varlen.py
llava/train/sequence_parallel/ring/stripe_flash_attn.py
llava/train/sequence_parallel/ring/triton_utils.py
llava/train/sequence_parallel/ring/utils.py
llava/train/sequence_parallel/ring/zigzag_ring_flash_attn.py
llava/train/sequence_parallel/ring/zigzag_ring_flash_attn_varlen.py
llava/trl/__init__.py
llava/trl/core.py
llava/trl/import_utils.py
llava/trl/environment/__init__.py
llava/trl/environment/base_environment.py
llava/trl/extras/__init__.py
llava/trl/extras/best_of_n_sampler.py
llava/trl/extras/dataset_formatting.py
llava/trl/models/__init__.py
llava/trl/models/modeling_base.py
llava/trl/models/modeling_sd_base.py
llava/trl/models/modeling_value_head.py
llava/trl/models/utils.py
llava/trl/trainer/__init__.py
llava/trl/trainer/base.py
llava/trl/trainer/ddpo_config.py
llava/trl/trainer/ddpo_trainer.py
llava/trl/trainer/dpo_trainer.py
llava/trl/trainer/iterative_sft_trainer.py
llava/trl/trainer/model_config.py
llava/trl/trainer/ppo_config.py
llava/trl/trainer/ppo_trainer.py
llava/trl/trainer/reward_config.py
llava/trl/trainer/reward_trainer.py
llava/trl/trainer/sft_trainer.py
llava/trl/trainer/utils.py
llava/utils/__init__.py
llava/utils/distributed.py
llava/utils/io.py
llava/utils/logging.py
llava/utils/media.py
llava/utils/merge_lora_weights_and_save_hf_model.py
llava/utils/tokenizer.py
llava/utils/utils.py
llava/wids/__init__.py
llava/wids/wids.py
llava/wids/wids_bench.py
llava/wids/wids_cleanup.py
llava/wids/wids_dir.py
llava/wids/wids_dl.py
llava/wids/wids_index.py
llava/wids/wids_lru.py
llava/wids/wids_mmtar.py
llava/wids/wids_specs.py
llava/wids/wids_tar.py
vila.egg-info/PKG-INFO
vila.egg-info/SOURCES.txt
vila.egg-info/dependency_links.txt
vila.egg-info/entry_points.txt
vila.egg-info/requires.txt
vila.egg-info/top_level.txt