diff --git a/.github/workflows/repository-checks.yml b/.github/workflows/repository-checks.yml
new file mode 100644
index 0000000..e7ffe96
--- /dev/null
+++ b/.github/workflows/repository-checks.yml
@@ -0,0 +1,28 @@
+name: Repository checks
+
+on:
+  push:
+  pull_request:
+
+permissions:
+  contents: read
+
+jobs:
+  static-checks:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+      - name: Validate repository structure and public artifacts
+        run: python scripts/check_repository.py
+      - name: Compile project entry points
+        run: >-
+          python -m py_compile
+          project_config.py
+          build_rag.py
+          model_LLM.py
+          server.py
+          update.py
+
diff --git a/multimodal_rag-main_v1-master/LICENSE b/LICENSE
similarity index 100%
rename from multimodal_rag-main_v1-master/LICENSE
rename to LICENSE
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/.gitignore b/LLM/MobileVLM/.gitignore
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/.gitignore
rename to LLM/MobileVLM/.gitignore
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/LICENSE b/LLM/MobileVLM/LICENSE
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/LICENSE
rename to LLM/MobileVLM/LICENSE
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/README.md b/LLM/MobileVLM/README.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/README.md
rename to LLM/MobileVLM/README.md
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/assets/READMEv1.md b/LLM/MobileVLM/assets/READMEv1.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/assets/READMEv1.md
rename to LLM/MobileVLM/assets/READMEv1.md
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/assets/mobilevlm_arch.png b/LLM/MobileVLM/assets/mobilevlm_arch.png
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/assets/mobilevlm_arch.png
rename to LLM/MobileVLM/assets/mobilevlm_arch.png
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/assets/mobilevlm_v2_arch.png b/LLM/MobileVLM/assets/mobilevlm_v2_arch.png
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/assets/mobilevlm_v2_arch.png
rename to LLM/MobileVLM/assets/mobilevlm_v2_arch.png
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/assets/samples/demo.jpg b/LLM/MobileVLM/assets/samples/demo.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/assets/samples/demo.jpg
rename to LLM/MobileVLM/assets/samples/demo.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/example.py b/LLM/MobileVLM/example.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/example.py
rename to LLM/MobileVLM/example.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilellama/sft/MobileLLaMA_SFT.md b/LLM/MobileVLM/mobilellama/sft/MobileLLaMA_SFT.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilellama/sft/MobileLLaMA_SFT.md
rename to LLM/MobileVLM/mobilellama/sft/MobileLLaMA_SFT.md
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilellama/sft/sft_MobileLLaMA-1.4B-Base.sh b/LLM/MobileVLM/mobilellama/sft/sft_MobileLLaMA-1.4B-Base.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilellama/sft/sft_MobileLLaMA-1.4B-Base.sh
rename to LLM/MobileVLM/mobilellama/sft/sft_MobileLLaMA-1.4B-Base.sh
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilellama/sft/sft_MobileLLaMA-2.7B-Base.sh b/LLM/MobileVLM/mobilellama/sft/sft_MobileLLaMA-2.7B-Base.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilellama/sft/sft_MobileLLaMA-2.7B-Base.sh
rename to LLM/MobileVLM/mobilellama/sft/sft_MobileLLaMA-2.7B-Base.sh
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/constants.py b/LLM/MobileVLM/mobilevlm/constants.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/constants.py
rename to LLM/MobileVLM/mobilevlm/constants.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/conversation.py b/LLM/MobileVLM/mobilevlm/conversation.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/conversation.py
rename to LLM/MobileVLM/mobilevlm/conversation.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/eval/m4c_evaluator.py b/LLM/MobileVLM/mobilevlm/eval/m4c_evaluator.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/eval/m4c_evaluator.py
rename to LLM/MobileVLM/mobilevlm/eval/m4c_evaluator.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/eval/model_vqa_loader.py b/LLM/MobileVLM/mobilevlm/eval/model_vqa_loader.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/eval/model_vqa_loader.py
rename to LLM/MobileVLM/mobilevlm/eval/model_vqa_loader.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/eval/model_vqa_mmbench.py b/LLM/MobileVLM/mobilevlm/eval/model_vqa_mmbench.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/eval/model_vqa_mmbench.py
rename to LLM/MobileVLM/mobilevlm/eval/model_vqa_mmbench.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/eval/model_vqa_science.py b/LLM/MobileVLM/mobilevlm/eval/model_vqa_science.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/eval/model_vqa_science.py
rename to LLM/MobileVLM/mobilevlm/eval/model_vqa_science.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/model/mobilellama.py b/LLM/MobileVLM/mobilevlm/model/mobilellama.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/model/mobilellama.py
rename to LLM/MobileVLM/mobilevlm/model/mobilellama.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/model/mobilevlm.py b/LLM/MobileVLM/mobilevlm/model/mobilevlm.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/model/mobilevlm.py
rename to LLM/MobileVLM/mobilevlm/model/mobilevlm.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/model/vision_encoder.py b/LLM/MobileVLM/mobilevlm/model/vision_encoder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/model/vision_encoder.py
rename to LLM/MobileVLM/mobilevlm/model/vision_encoder.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/model/vision_projector.py b/LLM/MobileVLM/mobilevlm/model/vision_projector.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/model/vision_projector.py
rename to LLM/MobileVLM/mobilevlm/model/vision_projector.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/train/llama_flash_attn.py b/LLM/MobileVLM/mobilevlm/train/llama_flash_attn.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/train/llama_flash_attn.py
rename to LLM/MobileVLM/mobilevlm/train/llama_flash_attn.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/train/train.py b/LLM/MobileVLM/mobilevlm/train/train.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/train/train.py
rename to LLM/MobileVLM/mobilevlm/train/train.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/train/train_mem.py b/LLM/MobileVLM/mobilevlm/train/train_mem.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/train/train_mem.py
rename to LLM/MobileVLM/mobilevlm/train/train_mem.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/train/trainer.py b/LLM/MobileVLM/mobilevlm/train/trainer.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/train/trainer.py
rename to LLM/MobileVLM/mobilevlm/train/trainer.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/utils.py b/LLM/MobileVLM/mobilevlm/utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/mobilevlm/utils.py
rename to LLM/MobileVLM/mobilevlm/utils.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/requirements.txt b/LLM/MobileVLM/requirements.txt
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/requirements.txt
rename to LLM/MobileVLM/requirements.txt
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/run.sh b/LLM/MobileVLM/run.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/run.sh
rename to LLM/MobileVLM/run.sh
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/run_v1.sh b/LLM/MobileVLM/run_v1.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/run_v1.sh
rename to LLM/MobileVLM/run_v1.sh
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark.sh b/LLM/MobileVLM/scripts/benchmark.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark.sh
rename to LLM/MobileVLM/scripts/benchmark.sh
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark/gqa.sh b/LLM/MobileVLM/scripts/benchmark/gqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark/gqa.sh
rename to LLM/MobileVLM/scripts/benchmark/gqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark/mmbench.sh b/LLM/MobileVLM/scripts/benchmark/mmbench.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark/mmbench.sh
rename to LLM/MobileVLM/scripts/benchmark/mmbench.sh
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark/mme.sh b/LLM/MobileVLM/scripts/benchmark/mme.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark/mme.sh
rename to LLM/MobileVLM/scripts/benchmark/mme.sh
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark/pope.sh b/LLM/MobileVLM/scripts/benchmark/pope.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark/pope.sh
rename to LLM/MobileVLM/scripts/benchmark/pope.sh
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark/sqa.sh b/LLM/MobileVLM/scripts/benchmark/sqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark/sqa.sh
rename to LLM/MobileVLM/scripts/benchmark/sqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark/textvqa.sh b/LLM/MobileVLM/scripts/benchmark/textvqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/benchmark/textvqa.sh
rename to LLM/MobileVLM/scripts/benchmark/textvqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/deepspeed/zero2.json b/LLM/MobileVLM/scripts/deepspeed/zero2.json
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/deepspeed/zero2.json
rename to LLM/MobileVLM/scripts/deepspeed/zero2.json
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/deepspeed/zero3.json b/LLM/MobileVLM/scripts/deepspeed/zero3.json
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/deepspeed/zero3.json
rename to LLM/MobileVLM/scripts/deepspeed/zero3.json
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/inference.py b/LLM/MobileVLM/scripts/inference.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/inference.py
rename to LLM/MobileVLM/scripts/inference.py
diff --git a/multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/mergelora.py b/LLM/MobileVLM/scripts/mergelora.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/MobileVLM/scripts/mergelora.py
rename to LLM/MobileVLM/scripts/mergelora.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/.dockerignore b/LLM/SliME/.dockerignore
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/.dockerignore
rename to LLM/SliME/.dockerignore
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/.editorconfig b/LLM/SliME/.editorconfig
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/.editorconfig
rename to LLM/SliME/.editorconfig
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/.gitattributes b/LLM/SliME/.gitattributes
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/.gitattributes
rename to LLM/SliME/.gitattributes
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/.gitignore b/LLM/SliME/.gitignore
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/.gitignore
rename to LLM/SliME/.gitignore
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/LICENSE b/LLM/SliME/LICENSE
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/LICENSE
rename to LLM/SliME/LICENSE
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/README.md b/LLM/SliME/README.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/README.md
rename to LLM/SliME/README.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/cog.yaml b/LLM/SliME/cog.yaml
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/cog.yaml
rename to LLM/SliME/cog.yaml
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/Customize_Component.md b/LLM/SliME/docs/Customize_Component.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/Customize_Component.md
rename to LLM/SliME/docs/Customize_Component.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/Data.md b/LLM/SliME/docs/Data.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/Data.md
rename to LLM/SliME/docs/Data.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/Evaluation.md b/LLM/SliME/docs/Evaluation.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/Evaluation.md
rename to LLM/SliME/docs/Evaluation.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/Finetune_Custom_Data.md b/LLM/SliME/docs/Finetune_Custom_Data.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/Finetune_Custom_Data.md
rename to LLM/SliME/docs/Finetune_Custom_Data.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/Intel.md b/LLM/SliME/docs/Intel.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/Intel.md
rename to LLM/SliME/docs/Intel.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/LLaVA_Bench.md b/LLM/SliME/docs/LLaVA_Bench.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/LLaVA_Bench.md
rename to LLM/SliME/docs/LLaVA_Bench.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/LLaVA_from_LLaMA2.md b/LLM/SliME/docs/LLaVA_from_LLaMA2.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/LLaVA_from_LLaMA2.md
rename to LLM/SliME/docs/LLaVA_from_LLaMA2.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/LoRA.md b/LLM/SliME/docs/LoRA.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/LoRA.md
rename to LLM/SliME/docs/LoRA.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/MODEL_ZOO.md b/LLM/SliME/docs/MODEL_ZOO.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/MODEL_ZOO.md
rename to LLM/SliME/docs/MODEL_ZOO.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/ScienceQA.md b/LLM/SliME/docs/ScienceQA.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/ScienceQA.md
rename to LLM/SliME/docs/ScienceQA.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/Windows.md b/LLM/SliME/docs/Windows.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/Windows.md
rename to LLM/SliME/docs/Windows.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/macOS.md b/LLM/SliME/docs/macOS.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/macOS.md
rename to LLM/SliME/docs/macOS.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/docs/smr_data.md b/LLM/SliME/docs/smr_data.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/docs/smr_data.md
rename to LLM/SliME/docs/smr_data.md
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/images/code_generation.png b/LLM/SliME/images/code_generation.png
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/images/code_generation.png
rename to LLM/SliME/images/code_generation.png
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/images/exps.png b/LLM/SliME/images/exps.png
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/images/exps.png
rename to LLM/SliME/images/exps.png
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/images/hr1.png b/LLM/SliME/images/hr1.png
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/images/hr1.png
rename to LLM/SliME/images/hr1.png
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/images/hr2.png b/LLM/SliME/images/hr2.png
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/images/hr2.png
rename to LLM/SliME/images/hr2.png
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/images/slime.jpg b/LLM/SliME/images/slime.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/images/slime.jpg
rename to LLM/SliME/images/slime.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/images/slime_resize.jpg b/LLM/SliME/images/slime_resize.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/images/slime_resize.jpg
rename to LLM/SliME/images/slime_resize.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/images/story.png b/LLM/SliME/images/story.png
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/images/story.png
rename to LLM/SliME/images/story.png
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/images/teaser.png b/LLM/SliME/images/teaser.png
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/images/teaser.png
rename to LLM/SliME/images/teaser.png
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/images/title.png b/LLM/SliME/images/title.png
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/images/title.png
rename to LLM/SliME/images/title.png
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/__init__.py b/LLM/SliME/llava/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/__init__.py
rename to LLM/SliME/llava/__init__.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/constants.py b/LLM/SliME/llava/constants.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/constants.py
rename to LLM/SliME/llava/constants.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/conversation.py b/LLM/SliME/llava/conversation.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/conversation.py
rename to LLM/SliME/llava/conversation.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_gpt_mmhal.py b/LLM/SliME/llava/eval/eval_gpt_mmhal.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_gpt_mmhal.py
rename to LLM/SliME/llava/eval/eval_gpt_mmhal.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_gpt_review.py b/LLM/SliME/llava/eval/eval_gpt_review.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_gpt_review.py
rename to LLM/SliME/llava/eval/eval_gpt_review.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_gpt_review_bench.py b/LLM/SliME/llava/eval/eval_gpt_review_bench.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_gpt_review_bench.py
rename to LLM/SliME/llava/eval/eval_gpt_review_bench.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_gpt_review_visual.py b/LLM/SliME/llava/eval/eval_gpt_review_visual.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_gpt_review_visual.py
rename to LLM/SliME/llava/eval/eval_gpt_review_visual.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_pope.py b/LLM/SliME/llava/eval/eval_pope.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_pope.py
rename to LLM/SliME/llava/eval/eval_pope.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_science_qa.py b/LLM/SliME/llava/eval/eval_science_qa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_science_qa.py
rename to LLM/SliME/llava/eval/eval_science_qa.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_science_qa_gpt4.py b/LLM/SliME/llava/eval/eval_science_qa_gpt4.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_science_qa_gpt4.py
rename to LLM/SliME/llava/eval/eval_science_qa_gpt4.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_science_qa_gpt4_requery.py b/LLM/SliME/llava/eval/eval_science_qa_gpt4_requery.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_science_qa_gpt4_requery.py
rename to LLM/SliME/llava/eval/eval_science_qa_gpt4_requery.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_textvqa.py b/LLM/SliME/llava/eval/eval_textvqa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/eval_textvqa.py
rename to LLM/SliME/llava/eval/eval_textvqa.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/generate_webpage_data_from_table.py b/LLM/SliME/llava/eval/generate_webpage_data_from_table.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/generate_webpage_data_from_table.py
rename to LLM/SliME/llava/eval/generate_webpage_data_from_table.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/m4c_evaluator.py b/LLM/SliME/llava/eval/m4c_evaluator.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/m4c_evaluator.py
rename to LLM/SliME/llava/eval/m4c_evaluator.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_qa.py b/LLM/SliME/llava/eval/model_qa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_qa.py
rename to LLM/SliME/llava/eval/model_qa.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa.py b/LLM/SliME/llava/eval/model_vqa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa.py
rename to LLM/SliME/llava/eval/model_vqa.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa_amber.py b/LLM/SliME/llava/eval/model_vqa_amber.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa_amber.py
rename to LLM/SliME/llava/eval/model_vqa_amber.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa_chartqa.py b/LLM/SliME/llava/eval/model_vqa_chartqa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa_chartqa.py
rename to LLM/SliME/llava/eval/model_vqa_chartqa.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa_loader.py b/LLM/SliME/llava/eval/model_vqa_loader.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa_loader.py
rename to LLM/SliME/llava/eval/model_vqa_loader.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa_mmbench.py b/LLM/SliME/llava/eval/model_vqa_mmbench.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa_mmbench.py
rename to LLM/SliME/llava/eval/model_vqa_mmbench.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa_mmhal.py b/LLM/SliME/llava/eval/model_vqa_mmhal.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa_mmhal.py
rename to LLM/SliME/llava/eval/model_vqa_mmhal.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa_science.py b/LLM/SliME/llava/eval/model_vqa_science.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/model_vqa_science.py
rename to LLM/SliME/llava/eval/model_vqa_science.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/qa_baseline_gpt35.py b/LLM/SliME/llava/eval/qa_baseline_gpt35.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/qa_baseline_gpt35.py
rename to LLM/SliME/llava/eval/qa_baseline_gpt35.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/run_llava.py b/LLM/SliME/llava/eval/run_llava.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/run_llava.py
rename to LLM/SliME/llava/eval/run_llava.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/summarize_gpt_mmhal.py b/LLM/SliME/llava/eval/summarize_gpt_mmhal.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/summarize_gpt_mmhal.py
rename to LLM/SliME/llava/eval/summarize_gpt_mmhal.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/summarize_gpt_review.py b/LLM/SliME/llava/eval/summarize_gpt_review.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/summarize_gpt_review.py
rename to LLM/SliME/llava/eval/summarize_gpt_review.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/figures/alpaca.png b/LLM/SliME/llava/eval/webpage/figures/alpaca.png
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/figures/alpaca.png
rename to LLM/SliME/llava/eval/webpage/figures/alpaca.png
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/figures/bard.jpg b/LLM/SliME/llava/eval/webpage/figures/bard.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/figures/bard.jpg
rename to LLM/SliME/llava/eval/webpage/figures/bard.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/figures/chatgpt.svg b/LLM/SliME/llava/eval/webpage/figures/chatgpt.svg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/figures/chatgpt.svg
rename to LLM/SliME/llava/eval/webpage/figures/chatgpt.svg
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/figures/llama.jpg b/LLM/SliME/llava/eval/webpage/figures/llama.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/figures/llama.jpg
rename to LLM/SliME/llava/eval/webpage/figures/llama.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg b/LLM/SliME/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg
rename to LLM/SliME/llava/eval/webpage/figures/swords_FILL0_wght300_GRAD0_opsz48.svg
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/figures/vicuna.jpeg b/LLM/SliME/llava/eval/webpage/figures/vicuna.jpeg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/figures/vicuna.jpeg
rename to LLM/SliME/llava/eval/webpage/figures/vicuna.jpeg
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/index.html b/LLM/SliME/llava/eval/webpage/index.html
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/index.html
rename to LLM/SliME/llava/eval/webpage/index.html
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/script.js b/LLM/SliME/llava/eval/webpage/script.js
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/script.js
rename to LLM/SliME/llava/eval/webpage/script.js
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/styles.css b/LLM/SliME/llava/eval/webpage/styles.css
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/eval/webpage/styles.css
rename to LLM/SliME/llava/eval/webpage/styles.css
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/mm_utils.py b/LLM/SliME/llava/mm_utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/mm_utils.py
rename to LLM/SliME/llava/mm_utils.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/__init__.py b/LLM/SliME/llava/model/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/__init__.py
rename to LLM/SliME/llava/model/__init__.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/apply_delta.py b/LLM/SliME/llava/model/apply_delta.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/apply_delta.py
rename to LLM/SliME/llava/model/apply_delta.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/builder.py b/LLM/SliME/llava/model/builder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/builder.py
rename to LLM/SliME/llava/model/builder.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/consolidate.py b/LLM/SliME/llava/model/consolidate.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/consolidate.py
rename to LLM/SliME/llava/model/consolidate.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/language_model/llava_llama.py b/LLM/SliME/llava/model/language_model/llava_llama.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/language_model/llava_llama.py
rename to LLM/SliME/llava/model/language_model/llava_llama.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/language_model/llava_mistral.py b/LLM/SliME/llava/model/language_model/llava_mistral.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/language_model/llava_mistral.py
rename to LLM/SliME/llava/model/language_model/llava_mistral.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/language_model/llava_mixtral.py b/LLM/SliME/llava/model/language_model/llava_mixtral.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/language_model/llava_mixtral.py
rename to LLM/SliME/llava/model/language_model/llava_mixtral.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/language_model/llava_mpt.py b/LLM/SliME/llava/model/language_model/llava_mpt.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/language_model/llava_mpt.py
rename to LLM/SliME/llava/model/language_model/llava_mpt.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/llava_arch.py b/LLM/SliME/llava/model/llava_arch.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/llava_arch.py
rename to LLM/SliME/llava/model/llava_arch.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/make_delta.py b/LLM/SliME/llava/model/make_delta.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/make_delta.py
rename to LLM/SliME/llava/model/make_delta.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_encoder/builder.py b/LLM/SliME/llava/model/multimodal_encoder/builder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_encoder/builder.py
rename to LLM/SliME/llava/model/multimodal_encoder/builder.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_encoder/clip_encoder.py b/LLM/SliME/llava/model/multimodal_encoder/clip_encoder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_encoder/clip_encoder.py
rename to LLM/SliME/llava/model/multimodal_encoder/clip_encoder.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_projector/builder.py b/LLM/SliME/llava/model/multimodal_projector/builder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_projector/builder.py
rename to LLM/SliME/llava/model/multimodal_projector/builder.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_projector/mamba.py b/LLM/SliME/llava/model/multimodal_projector/mamba.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_projector/mamba.py
rename to LLM/SliME/llava/model/multimodal_projector/mamba.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_projector/moe.py b/LLM/SliME/llava/model/multimodal_projector/moe.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_projector/moe.py
rename to LLM/SliME/llava/model/multimodal_projector/moe.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_resampler/builder.py b/LLM/SliME/llava/model/multimodal_resampler/builder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_resampler/builder.py
rename to LLM/SliME/llava/model/multimodal_resampler/builder.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_resampler/sampler.py b/LLM/SliME/llava/model/multimodal_resampler/sampler.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/multimodal_resampler/sampler.py
rename to LLM/SliME/llava/model/multimodal_resampler/sampler.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/model/utils.py b/LLM/SliME/llava/model/utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/model/utils.py
rename to LLM/SliME/llava/model/utils.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/process_image.py b/LLM/SliME/llava/process_image.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/process_image.py
rename to LLM/SliME/llava/process_image.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/serve/__init__.py b/LLM/SliME/llava/serve/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/serve/__init__.py
rename to LLM/SliME/llava/serve/__init__.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/serve/cli.py b/LLM/SliME/llava/serve/cli.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/serve/cli.py
rename to LLM/SliME/llava/serve/cli.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/serve/controller.py b/LLM/SliME/llava/serve/controller.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/serve/controller.py
rename to LLM/SliME/llava/serve/controller.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/serve/examples/extreme_ironing.jpg b/LLM/SliME/llava/serve/examples/extreme_ironing.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/serve/examples/extreme_ironing.jpg
rename to LLM/SliME/llava/serve/examples/extreme_ironing.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/serve/examples/waterview.jpg b/LLM/SliME/llava/serve/examples/waterview.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/serve/examples/waterview.jpg
rename to LLM/SliME/llava/serve/examples/waterview.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/serve/gradio_web_server.py b/LLM/SliME/llava/serve/gradio_web_server.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/serve/gradio_web_server.py
rename to LLM/SliME/llava/serve/gradio_web_server.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/serve/model_worker.py b/LLM/SliME/llava/serve/model_worker.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/serve/model_worker.py
rename to LLM/SliME/llava/serve/model_worker.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/serve/register_worker.py b/LLM/SliME/llava/serve/register_worker.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/serve/register_worker.py
rename to LLM/SliME/llava/serve/register_worker.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/serve/sglang_worker.py b/LLM/SliME/llava/serve/sglang_worker.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/serve/sglang_worker.py
rename to LLM/SliME/llava/serve/sglang_worker.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/serve/test_message.py b/LLM/SliME/llava/serve/test_message.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/serve/test_message.py
rename to LLM/SliME/llava/serve/test_message.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/train/llama_flash_attn_monkey_patch.py b/LLM/SliME/llava/train/llama_flash_attn_monkey_patch.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/train/llama_flash_attn_monkey_patch.py
rename to LLM/SliME/llava/train/llama_flash_attn_monkey_patch.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/train/llama_xformers_attn_monkey_patch.py b/LLM/SliME/llava/train/llama_xformers_attn_monkey_patch.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/train/llama_xformers_attn_monkey_patch.py
rename to LLM/SliME/llava/train/llama_xformers_attn_monkey_patch.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/train/llava_trainer.py b/LLM/SliME/llava/train/llava_trainer.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/train/llava_trainer.py
rename to LLM/SliME/llava/train/llava_trainer.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/train/train.py b/LLM/SliME/llava/train/train.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/train/train.py
rename to LLM/SliME/llava/train/train.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/train/train_mem.py b/LLM/SliME/llava/train/train_mem.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/train/train_mem.py
rename to LLM/SliME/llava/train/train_mem.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/train/train_xformers.py b/LLM/SliME/llava/train/train_xformers.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/train/train_xformers.py
rename to LLM/SliME/llava/train/train_xformers.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/llava/utils.py b/LLM/SliME/llava/utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/llava/utils.py
rename to LLM/SliME/llava/utils.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/pyproject.toml b/LLM/SliME/pyproject.toml
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/pyproject.toml
rename to LLM/SliME/pyproject.toml
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_gqa_for_eval.py b/LLM/SliME/scripts/convert_gqa_for_eval.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_gqa_for_eval.py
rename to LLM/SliME/scripts/convert_gqa_for_eval.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_mmbench_for_submission.py b/LLM/SliME/scripts/convert_mmbench_for_submission.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_mmbench_for_submission.py
rename to LLM/SliME/scripts/convert_mmbench_for_submission.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_mmvet_for_eval.py b/LLM/SliME/scripts/convert_mmvet_for_eval.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_mmvet_for_eval.py
rename to LLM/SliME/scripts/convert_mmvet_for_eval.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_seed_for_submission.py b/LLM/SliME/scripts/convert_seed_for_submission.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_seed_for_submission.py
rename to LLM/SliME/scripts/convert_seed_for_submission.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_sqa_to_llava.py b/LLM/SliME/scripts/convert_sqa_to_llava.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_sqa_to_llava.py
rename to LLM/SliME/scripts/convert_sqa_to_llava.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_sqa_to_llava_base_prompt.py b/LLM/SliME/scripts/convert_sqa_to_llava_base_prompt.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_sqa_to_llava_base_prompt.py
rename to LLM/SliME/scripts/convert_sqa_to_llava_base_prompt.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_vizwiz_for_submission.py b/LLM/SliME/scripts/convert_vizwiz_for_submission.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_vizwiz_for_submission.py
rename to LLM/SliME/scripts/convert_vizwiz_for_submission.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_vqav2_for_submission.py b/LLM/SliME/scripts/convert_vqav2_for_submission.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/convert_vqav2_for_submission.py
rename to LLM/SliME/scripts/convert_vqav2_for_submission.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/extract_mm_projector.py b/LLM/SliME/scripts/extract_mm_projector.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/extract_mm_projector.py
rename to LLM/SliME/scripts/extract_mm_projector.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/amber.sh b/LLM/SliME/scripts/llama-lora/eval/amber.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/amber.sh
rename to LLM/SliME/scripts/llama-lora/eval/amber.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/chartqa.sh b/LLM/SliME/scripts/llama-lora/eval/chartqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/chartqa.sh
rename to LLM/SliME/scripts/llama-lora/eval/chartqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/gqa.sh b/LLM/SliME/scripts/llama-lora/eval/gqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/gqa.sh
rename to LLM/SliME/scripts/llama-lora/eval/gqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/llavabench.sh b/LLM/SliME/scripts/llama-lora/eval/llavabench.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/llavabench.sh
rename to LLM/SliME/scripts/llama-lora/eval/llavabench.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/log_p_inference.sh b/LLM/SliME/scripts/llama-lora/eval/log_p_inference.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/log_p_inference.sh
rename to LLM/SliME/scripts/llama-lora/eval/log_p_inference.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mathverse.sh b/LLM/SliME/scripts/llama-lora/eval/mathverse.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mathverse.sh
rename to LLM/SliME/scripts/llama-lora/eval/mathverse.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mathvision.sh b/LLM/SliME/scripts/llama-lora/eval/mathvision.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mathvision.sh
rename to LLM/SliME/scripts/llama-lora/eval/mathvision.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mathvista.sh b/LLM/SliME/scripts/llama-lora/eval/mathvista.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mathvista.sh
rename to LLM/SliME/scripts/llama-lora/eval/mathvista.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mmbench.sh b/LLM/SliME/scripts/llama-lora/eval/mmbench.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mmbench.sh
rename to LLM/SliME/scripts/llama-lora/eval/mmbench.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mmbench_cn.sh b/LLM/SliME/scripts/llama-lora/eval/mmbench_cn.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mmbench_cn.sh
rename to LLM/SliME/scripts/llama-lora/eval/mmbench_cn.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mme.sh b/LLM/SliME/scripts/llama-lora/eval/mme.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mme.sh
rename to LLM/SliME/scripts/llama-lora/eval/mme.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mmhal_bench.sh b/LLM/SliME/scripts/llama-lora/eval/mmhal_bench.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mmhal_bench.sh
rename to LLM/SliME/scripts/llama-lora/eval/mmhal_bench.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mmmu.sh b/LLM/SliME/scripts/llama-lora/eval/mmmu.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mmmu.sh
rename to LLM/SliME/scripts/llama-lora/eval/mmmu.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mmmu_test.sh b/LLM/SliME/scripts/llama-lora/eval/mmmu_test.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mmmu_test.sh
rename to LLM/SliME/scripts/llama-lora/eval/mmmu_test.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mmvet.sh b/LLM/SliME/scripts/llama-lora/eval/mmvet.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/mmvet.sh
rename to LLM/SliME/scripts/llama-lora/eval/mmvet.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/pope.sh b/LLM/SliME/scripts/llama-lora/eval/pope.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/pope.sh
rename to LLM/SliME/scripts/llama-lora/eval/pope.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/sqa.sh b/LLM/SliME/scripts/llama-lora/eval/sqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/sqa.sh
rename to LLM/SliME/scripts/llama-lora/eval/sqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/textvqa.sh b/LLM/SliME/scripts/llama-lora/eval/textvqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/textvqa.sh
rename to LLM/SliME/scripts/llama-lora/eval/textvqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/vizwiz.sh b/LLM/SliME/scripts/llama-lora/eval/vizwiz.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/vizwiz.sh
rename to LLM/SliME/scripts/llama-lora/eval/vizwiz.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/vqav2.sh b/LLM/SliME/scripts/llama-lora/eval/vqav2.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/eval/vqav2.sh
rename to LLM/SliME/scripts/llama-lora/eval/vqav2.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/llama_8b_lora_pt.sh b/LLM/SliME/scripts/llama-lora/llama_8b_lora_pt.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/llama_8b_lora_pt.sh
rename to LLM/SliME/scripts/llama-lora/llama_8b_lora_pt.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/llama_8b_lora_sft.sh b/LLM/SliME/scripts/llama-lora/llama_8b_lora_sft.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama-lora/llama_8b_lora_sft.sh
rename to LLM/SliME/scripts/llama-lora/llama_8b_lora_sft.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/amber.sh b/LLM/SliME/scripts/llama/eval/amber.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/amber.sh
rename to LLM/SliME/scripts/llama/eval/amber.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/chartqa.sh b/LLM/SliME/scripts/llama/eval/chartqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/chartqa.sh
rename to LLM/SliME/scripts/llama/eval/chartqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/gqa.sh b/LLM/SliME/scripts/llama/eval/gqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/gqa.sh
rename to LLM/SliME/scripts/llama/eval/gqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/llavabench.sh b/LLM/SliME/scripts/llama/eval/llavabench.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/llavabench.sh
rename to LLM/SliME/scripts/llama/eval/llavabench.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mathverse.sh b/LLM/SliME/scripts/llama/eval/mathverse.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mathverse.sh
rename to LLM/SliME/scripts/llama/eval/mathverse.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mathvision.sh b/LLM/SliME/scripts/llama/eval/mathvision.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mathvision.sh
rename to LLM/SliME/scripts/llama/eval/mathvision.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mathvista.sh b/LLM/SliME/scripts/llama/eval/mathvista.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mathvista.sh
rename to LLM/SliME/scripts/llama/eval/mathvista.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mmbench.sh b/LLM/SliME/scripts/llama/eval/mmbench.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mmbench.sh
rename to LLM/SliME/scripts/llama/eval/mmbench.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mmbench_cn.sh b/LLM/SliME/scripts/llama/eval/mmbench_cn.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mmbench_cn.sh
rename to LLM/SliME/scripts/llama/eval/mmbench_cn.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mme.sh b/LLM/SliME/scripts/llama/eval/mme.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mme.sh
rename to LLM/SliME/scripts/llama/eval/mme.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mmhal_bench.sh b/LLM/SliME/scripts/llama/eval/mmhal_bench.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mmhal_bench.sh
rename to LLM/SliME/scripts/llama/eval/mmhal_bench.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mmmu.sh b/LLM/SliME/scripts/llama/eval/mmmu.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mmmu.sh
rename to LLM/SliME/scripts/llama/eval/mmmu.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mmmu_test.sh b/LLM/SliME/scripts/llama/eval/mmmu_test.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mmmu_test.sh
rename to LLM/SliME/scripts/llama/eval/mmmu_test.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mmvet.sh b/LLM/SliME/scripts/llama/eval/mmvet.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/mmvet.sh
rename to LLM/SliME/scripts/llama/eval/mmvet.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/pope.sh b/LLM/SliME/scripts/llama/eval/pope.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/pope.sh
rename to LLM/SliME/scripts/llama/eval/pope.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/sqa.sh b/LLM/SliME/scripts/llama/eval/sqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/sqa.sh
rename to LLM/SliME/scripts/llama/eval/sqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/textvqa.sh b/LLM/SliME/scripts/llama/eval/textvqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/textvqa.sh
rename to LLM/SliME/scripts/llama/eval/textvqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/vizwiz.sh b/LLM/SliME/scripts/llama/eval/vizwiz.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/vizwiz.sh
rename to LLM/SliME/scripts/llama/eval/vizwiz.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/vqav2.sh b/LLM/SliME/scripts/llama/eval/vqav2.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/eval/vqav2.sh
rename to LLM/SliME/scripts/llama/eval/vqav2.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/llama3_8b_pt.sh b/LLM/SliME/scripts/llama/llama3_8b_pt.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/llama3_8b_pt.sh
rename to LLM/SliME/scripts/llama/llama3_8b_pt.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/llama3_8b_sft.sh b/LLM/SliME/scripts/llama/llama3_8b_sft.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/llama/llama3_8b_sft.sh
rename to LLM/SliME/scripts/llama/llama3_8b_sft.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/merge_lora_weights.py b/LLM/SliME/scripts/merge_lora_weights.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/merge_lora_weights.py
rename to LLM/SliME/scripts/merge_lora_weights.py
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/amber.sh b/LLM/SliME/scripts/vicuna/eval/amber.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/amber.sh
rename to LLM/SliME/scripts/vicuna/eval/amber.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/chartqa.sh b/LLM/SliME/scripts/vicuna/eval/chartqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/chartqa.sh
rename to LLM/SliME/scripts/vicuna/eval/chartqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/gqa.sh b/LLM/SliME/scripts/vicuna/eval/gqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/gqa.sh
rename to LLM/SliME/scripts/vicuna/eval/gqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/llavabench.sh b/LLM/SliME/scripts/vicuna/eval/llavabench.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/llavabench.sh
rename to LLM/SliME/scripts/vicuna/eval/llavabench.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mathverse.sh b/LLM/SliME/scripts/vicuna/eval/mathverse.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mathverse.sh
rename to LLM/SliME/scripts/vicuna/eval/mathverse.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mathvision.sh b/LLM/SliME/scripts/vicuna/eval/mathvision.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mathvision.sh
rename to LLM/SliME/scripts/vicuna/eval/mathvision.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mathvista.sh b/LLM/SliME/scripts/vicuna/eval/mathvista.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mathvista.sh
rename to LLM/SliME/scripts/vicuna/eval/mathvista.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mmbench.sh b/LLM/SliME/scripts/vicuna/eval/mmbench.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mmbench.sh
rename to LLM/SliME/scripts/vicuna/eval/mmbench.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mmbench_cn.sh b/LLM/SliME/scripts/vicuna/eval/mmbench_cn.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mmbench_cn.sh
rename to LLM/SliME/scripts/vicuna/eval/mmbench_cn.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mme.sh b/LLM/SliME/scripts/vicuna/eval/mme.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mme.sh
rename to LLM/SliME/scripts/vicuna/eval/mme.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mmhal_bench.sh b/LLM/SliME/scripts/vicuna/eval/mmhal_bench.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mmhal_bench.sh
rename to LLM/SliME/scripts/vicuna/eval/mmhal_bench.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mmmu.sh b/LLM/SliME/scripts/vicuna/eval/mmmu.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mmmu.sh
rename to LLM/SliME/scripts/vicuna/eval/mmmu.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mmmu_test.sh b/LLM/SliME/scripts/vicuna/eval/mmmu_test.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mmmu_test.sh
rename to LLM/SliME/scripts/vicuna/eval/mmmu_test.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mmvet.sh b/LLM/SliME/scripts/vicuna/eval/mmvet.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/mmvet.sh
rename to LLM/SliME/scripts/vicuna/eval/mmvet.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/pope.sh b/LLM/SliME/scripts/vicuna/eval/pope.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/pope.sh
rename to LLM/SliME/scripts/vicuna/eval/pope.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/sqa.sh b/LLM/SliME/scripts/vicuna/eval/sqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/sqa.sh
rename to LLM/SliME/scripts/vicuna/eval/sqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/textvqa.sh b/LLM/SliME/scripts/vicuna/eval/textvqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/textvqa.sh
rename to LLM/SliME/scripts/vicuna/eval/textvqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/vizwiz.sh b/LLM/SliME/scripts/vicuna/eval/vizwiz.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/vizwiz.sh
rename to LLM/SliME/scripts/vicuna/eval/vizwiz.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/vqav2.sh b/LLM/SliME/scripts/vicuna/eval/vqav2.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/eval/vqav2.sh
rename to LLM/SliME/scripts/vicuna/eval/vqav2.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/vicuna_13b_pt.sh b/LLM/SliME/scripts/vicuna/vicuna_13b_pt.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/vicuna_13b_pt.sh
rename to LLM/SliME/scripts/vicuna/vicuna_13b_pt.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/vicuna_13b_sft.sh b/LLM/SliME/scripts/vicuna/vicuna_13b_sft.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/vicuna_13b_sft.sh
rename to LLM/SliME/scripts/vicuna/vicuna_13b_sft.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/vicuna_7b_pt.sh b/LLM/SliME/scripts/vicuna/vicuna_7b_pt.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/vicuna_7b_pt.sh
rename to LLM/SliME/scripts/vicuna/vicuna_7b_pt.sh
diff --git a/multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/vicuna_7b_sft.sh b/LLM/SliME/scripts/vicuna/vicuna_7b_sft.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/SliME/scripts/vicuna/vicuna_7b_sft.sh
rename to LLM/SliME/scripts/vicuna/vicuna_7b_sft.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/README.md b/LLM/llava-phi-main/README.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/README.md
rename to LLM/llava-phi-main/README.md
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/docs/Evaluation.md b/LLM/llava-phi-main/docs/Evaluation.md
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/docs/Evaluation.md
rename to LLM/llava-phi-main/docs/Evaluation.md
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/docs/mipha.jpg b/LLM/llava-phi-main/docs/mipha.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/docs/mipha.jpg
rename to LLM/llava-phi-main/docs/mipha.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/images/03-Confusing-Pictures.jpg b/LLM/llava-phi-main/images/03-Confusing-Pictures.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/images/03-Confusing-Pictures.jpg
rename to LLM/llava-phi-main/images/03-Confusing-Pictures.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/pyproject.toml b/LLM/llava-phi-main/pyproject.toml
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/pyproject.toml
rename to LLM/llava-phi-main/pyproject.toml
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_gqa_for_eval.py b/LLM/llava-phi-main/scripts/convert_gqa_for_eval.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_gqa_for_eval.py
rename to LLM/llava-phi-main/scripts/convert_gqa_for_eval.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_mmbench_for_submission.py b/LLM/llava-phi-main/scripts/convert_mmbench_for_submission.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_mmbench_for_submission.py
rename to LLM/llava-phi-main/scripts/convert_mmbench_for_submission.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_mmvet_for_eval.py b/LLM/llava-phi-main/scripts/convert_mmvet_for_eval.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_mmvet_for_eval.py
rename to LLM/llava-phi-main/scripts/convert_mmvet_for_eval.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_seed_for_submission.py b/LLM/llava-phi-main/scripts/convert_seed_for_submission.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_seed_for_submission.py
rename to LLM/llava-phi-main/scripts/convert_seed_for_submission.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_sqa_to_llava.py b/LLM/llava-phi-main/scripts/convert_sqa_to_llava.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_sqa_to_llava.py
rename to LLM/llava-phi-main/scripts/convert_sqa_to_llava.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_sqa_to_llava_base_prompt.py b/LLM/llava-phi-main/scripts/convert_sqa_to_llava_base_prompt.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_sqa_to_llava_base_prompt.py
rename to LLM/llava-phi-main/scripts/convert_sqa_to_llava_base_prompt.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_vizwiz_for_submission.py b/LLM/llava-phi-main/scripts/convert_vizwiz_for_submission.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_vizwiz_for_submission.py
rename to LLM/llava-phi-main/scripts/convert_vizwiz_for_submission.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_vqav2_for_submission.py b/LLM/llava-phi-main/scripts/convert_vqav2_for_submission.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/convert_vqav2_for_submission.py
rename to LLM/llava-phi-main/scripts/convert_vqav2_for_submission.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/merge_lora_weights.py b/LLM/llava-phi-main/scripts/merge_lora_weights.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/merge_lora_weights.py
rename to LLM/llava-phi-main/scripts/merge_lora_weights.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/all.sh b/LLM/llava-phi-main/scripts/mipha/all.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/all.sh
rename to LLM/llava-phi-main/scripts/mipha/all.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/gqa.sh b/LLM/llava-phi-main/scripts/mipha/eval/gqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/gqa.sh
rename to LLM/llava-phi-main/scripts/mipha/eval/gqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/mmbench.sh b/LLM/llava-phi-main/scripts/mipha/eval/mmbench.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/mmbench.sh
rename to LLM/llava-phi-main/scripts/mipha/eval/mmbench.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/mmbench_cn.sh b/LLM/llava-phi-main/scripts/mipha/eval/mmbench_cn.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/mmbench_cn.sh
rename to LLM/llava-phi-main/scripts/mipha/eval/mmbench_cn.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/mme.sh b/LLM/llava-phi-main/scripts/mipha/eval/mme.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/mme.sh
rename to LLM/llava-phi-main/scripts/mipha/eval/mme.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/mmvet.sh b/LLM/llava-phi-main/scripts/mipha/eval/mmvet.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/mmvet.sh
rename to LLM/llava-phi-main/scripts/mipha/eval/mmvet.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/pope.sh b/LLM/llava-phi-main/scripts/mipha/eval/pope.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/pope.sh
rename to LLM/llava-phi-main/scripts/mipha/eval/pope.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/seed.sh b/LLM/llava-phi-main/scripts/mipha/eval/seed.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/seed.sh
rename to LLM/llava-phi-main/scripts/mipha/eval/seed.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/sqa.sh b/LLM/llava-phi-main/scripts/mipha/eval/sqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/sqa.sh
rename to LLM/llava-phi-main/scripts/mipha/eval/sqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/textvqa.sh b/LLM/llava-phi-main/scripts/mipha/eval/textvqa.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/textvqa.sh
rename to LLM/llava-phi-main/scripts/mipha/eval/textvqa.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/vizwiz.sh b/LLM/llava-phi-main/scripts/mipha/eval/vizwiz.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/vizwiz.sh
rename to LLM/llava-phi-main/scripts/mipha/eval/vizwiz.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/vqav2.sh b/LLM/llava-phi-main/scripts/mipha/eval/vqav2.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/eval/vqav2.sh
rename to LLM/llava-phi-main/scripts/mipha/eval/vqav2.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/finetune.sh b/LLM/llava-phi-main/scripts/mipha/finetune.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/finetune.sh
rename to LLM/llava-phi-main/scripts/mipha/finetune.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/get_base_model.sh b/LLM/llava-phi-main/scripts/mipha/get_base_model.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/get_base_model.sh
rename to LLM/llava-phi-main/scripts/mipha/get_base_model.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/pretrain.sh b/LLM/llava-phi-main/scripts/mipha/pretrain.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/mipha/pretrain.sh
rename to LLM/llava-phi-main/scripts/mipha/pretrain.sh
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/zero2.json b/LLM/llava-phi-main/scripts/zero2.json
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/zero2.json
rename to LLM/llava-phi-main/scripts/zero2.json
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/zero3.json b/LLM/llava-phi-main/scripts/zero3.json
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/zero3.json
rename to LLM/llava-phi-main/scripts/zero3.json
diff --git a/multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/zero3_offload.json b/LLM/llava-phi-main/scripts/zero3_offload.json
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava-phi-main/scripts/zero3_offload.json
rename to LLM/llava-phi-main/scripts/zero3_offload.json
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/__init__.py b/LLM/llava_phi/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/__init__.py
rename to LLM/llava_phi/__init__.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/constants.py b/LLM/llava_phi/constants.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/constants.py
rename to LLM/llava_phi/constants.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/conversation.py b/LLM/llava_phi/conversation.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/conversation.py
rename to LLM/llava_phi/conversation.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_gpt_review.py b/LLM/llava_phi/eval/eval_gpt_review.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_gpt_review.py
rename to LLM/llava_phi/eval/eval_gpt_review.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_gpt_review_bench.py b/LLM/llava_phi/eval/eval_gpt_review_bench.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_gpt_review_bench.py
rename to LLM/llava_phi/eval/eval_gpt_review_bench.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_gpt_review_visual.py b/LLM/llava_phi/eval/eval_gpt_review_visual.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_gpt_review_visual.py
rename to LLM/llava_phi/eval/eval_gpt_review_visual.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_pope.py b/LLM/llava_phi/eval/eval_pope.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_pope.py
rename to LLM/llava_phi/eval/eval_pope.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_science_qa.py b/LLM/llava_phi/eval/eval_science_qa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_science_qa.py
rename to LLM/llava_phi/eval/eval_science_qa.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_science_qa_gpt4.py b/LLM/llava_phi/eval/eval_science_qa_gpt4.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_science_qa_gpt4.py
rename to LLM/llava_phi/eval/eval_science_qa_gpt4.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_science_qa_gpt4_requery.py b/LLM/llava_phi/eval/eval_science_qa_gpt4_requery.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_science_qa_gpt4_requery.py
rename to LLM/llava_phi/eval/eval_science_qa_gpt4_requery.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_textvqa.py b/LLM/llava_phi/eval/eval_textvqa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/eval_textvqa.py
rename to LLM/llava_phi/eval/eval_textvqa.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/m4c_evaluator.py b/LLM/llava_phi/eval/m4c_evaluator.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/m4c_evaluator.py
rename to LLM/llava_phi/eval/m4c_evaluator.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/model_qa.py b/LLM/llava_phi/eval/model_qa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/model_qa.py
rename to LLM/llava_phi/eval/model_qa.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/model_vqa.py b/LLM/llava_phi/eval/model_vqa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/model_vqa.py
rename to LLM/llava_phi/eval/model_vqa.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/model_vqa_loader.py b/LLM/llava_phi/eval/model_vqa_loader.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/model_vqa_loader.py
rename to LLM/llava_phi/eval/model_vqa_loader.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/model_vqa_mmbench.py b/LLM/llava_phi/eval/model_vqa_mmbench.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/model_vqa_mmbench.py
rename to LLM/llava_phi/eval/model_vqa_mmbench.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/model_vqa_phi.py b/LLM/llava_phi/eval/model_vqa_phi.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/model_vqa_phi.py
rename to LLM/llava_phi/eval/model_vqa_phi.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/model_vqa_science.py b/LLM/llava_phi/eval/model_vqa_science.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/model_vqa_science.py
rename to LLM/llava_phi/eval/model_vqa_science.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/qa_baseline_gpt35.py b/LLM/llava_phi/eval/qa_baseline_gpt35.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/qa_baseline_gpt35.py
rename to LLM/llava_phi/eval/qa_baseline_gpt35.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/run_llava_phi.py b/LLM/llava_phi/eval/run_llava_phi.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/run_llava_phi.py
rename to LLM/llava_phi/eval/run_llava_phi.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/summarize_gpt_review.py b/LLM/llava_phi/eval/summarize_gpt_review.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/summarize_gpt_review.py
rename to LLM/llava_phi/eval/summarize_gpt_review.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/eval/table/rule.json b/LLM/llava_phi/eval/table/rule.json
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/eval/table/rule.json
rename to LLM/llava_phi/eval/table/rule.json
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/mm_utils.py b/LLM/llava_phi/mm_utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/mm_utils.py
rename to LLM/llava_phi/mm_utils.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/model/__init__.py b/LLM/llava_phi/model/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/model/__init__.py
rename to LLM/llava_phi/model/__init__.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/model/builder.py b/LLM/llava_phi/model/builder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/model/builder.py
rename to LLM/llava_phi/model/builder.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/model/language_model/configuration_llava_phi.py b/LLM/llava_phi/model/language_model/configuration_llava_phi.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/model/language_model/configuration_llava_phi.py
rename to LLM/llava_phi/model/language_model/configuration_llava_phi.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/model/language_model/llava_phi.py b/LLM/llava_phi/model/language_model/llava_phi.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/model/language_model/llava_phi.py
rename to LLM/llava_phi/model/language_model/llava_phi.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/model/llava_arch.py b/LLM/llava_phi/model/llava_arch.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/model/llava_arch.py
rename to LLM/llava_phi/model/llava_arch.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/model/multimodal_encoder/clip_encoder.py b/LLM/llava_phi/model/multimodal_encoder/clip_encoder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/model/multimodal_encoder/clip_encoder.py
rename to LLM/llava_phi/model/multimodal_encoder/clip_encoder.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/model/multimodal_projector/builder.py b/LLM/llava_phi/model/multimodal_projector/builder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/model/multimodal_projector/builder.py
rename to LLM/llava_phi/model/multimodal_projector/builder.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/serve/__init__.py b/LLM/llava_phi/serve/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/serve/__init__.py
rename to LLM/llava_phi/serve/__init__.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/serve/app.py b/LLM/llava_phi/serve/app.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/serve/app.py
rename to LLM/llava_phi/serve/app.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/serve/cli.py b/LLM/llava_phi/serve/cli.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/serve/cli.py
rename to LLM/llava_phi/serve/cli.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/serve/examples/extreme_ironing.jpg b/LLM/llava_phi/serve/examples/extreme_ironing.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/serve/examples/extreme_ironing.jpg
rename to LLM/llava_phi/serve/examples/extreme_ironing.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/serve/examples/waterview.jpg b/LLM/llava_phi/serve/examples/waterview.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/serve/examples/waterview.jpg
rename to LLM/llava_phi/serve/examples/waterview.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/train/convert_model2base_llava_phi.py b/LLM/llava_phi/train/convert_model2base_llava_phi.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/train/convert_model2base_llava_phi.py
rename to LLM/llava_phi/train/convert_model2base_llava_phi.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/train/llava_phi_trainer.py b/LLM/llava_phi/train/llava_phi_trainer.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/train/llava_phi_trainer.py
rename to LLM/llava_phi/train/llava_phi_trainer.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/train/train.py b/LLM/llava_phi/train/train.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/train/train.py
rename to LLM/llava_phi/train/train.py
diff --git a/multimodal_rag-main_v1-master/LLM/llava_phi/utils.py b/LLM/llava_phi/utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/llava_phi/utils.py
rename to LLM/llava_phi/utils.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/__init__.py b/LLM/mipha/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/__init__.py
rename to LLM/mipha/__init__.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/constants.py b/LLM/mipha/constants.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/constants.py
rename to LLM/mipha/constants.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/conversation.py b/LLM/mipha/conversation.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/conversation.py
rename to LLM/mipha/conversation.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/eval_gpt_review.py b/LLM/mipha/eval/eval_gpt_review.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/eval_gpt_review.py
rename to LLM/mipha/eval/eval_gpt_review.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/eval_gpt_review_bench.py b/LLM/mipha/eval/eval_gpt_review_bench.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/eval_gpt_review_bench.py
rename to LLM/mipha/eval/eval_gpt_review_bench.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/eval_gpt_review_visual.py b/LLM/mipha/eval/eval_gpt_review_visual.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/eval_gpt_review_visual.py
rename to LLM/mipha/eval/eval_gpt_review_visual.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/eval_pope.py b/LLM/mipha/eval/eval_pope.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/eval_pope.py
rename to LLM/mipha/eval/eval_pope.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/eval_science_qa.py b/LLM/mipha/eval/eval_science_qa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/eval_science_qa.py
rename to LLM/mipha/eval/eval_science_qa.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/eval_science_qa_gpt4.py b/LLM/mipha/eval/eval_science_qa_gpt4.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/eval_science_qa_gpt4.py
rename to LLM/mipha/eval/eval_science_qa_gpt4.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/eval_science_qa_gpt4_requery.py b/LLM/mipha/eval/eval_science_qa_gpt4_requery.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/eval_science_qa_gpt4_requery.py
rename to LLM/mipha/eval/eval_science_qa_gpt4_requery.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/eval_textvqa.py b/LLM/mipha/eval/eval_textvqa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/eval_textvqa.py
rename to LLM/mipha/eval/eval_textvqa.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/m4c_evaluator.py b/LLM/mipha/eval/m4c_evaluator.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/m4c_evaluator.py
rename to LLM/mipha/eval/m4c_evaluator.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/mipha.yaml b/LLM/mipha/eval/mipha.yaml
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/mipha.yaml
rename to LLM/mipha/eval/mipha.yaml
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/mmmu_data_utils.py b/LLM/mipha/eval/mmmu_data_utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/mmmu_data_utils.py
rename to LLM/mipha/eval/mmmu_data_utils.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/mmmu_eval.py b/LLM/mipha/eval/mmmu_eval.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/mmmu_eval.py
rename to LLM/mipha/eval/mmmu_eval.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/mmmu_eval_utils.py b/LLM/mipha/eval/mmmu_eval_utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/mmmu_eval_utils.py
rename to LLM/mipha/eval/mmmu_eval_utils.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/model_qa.py b/LLM/mipha/eval/model_qa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/model_qa.py
rename to LLM/mipha/eval/model_qa.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/model_vqa.py b/LLM/mipha/eval/model_vqa.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/model_vqa.py
rename to LLM/mipha/eval/model_vqa.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/model_vqa_loader.py b/LLM/mipha/eval/model_vqa_loader.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/model_vqa_loader.py
rename to LLM/mipha/eval/model_vqa_loader.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/model_vqa_mmbench.py b/LLM/mipha/eval/model_vqa_mmbench.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/model_vqa_mmbench.py
rename to LLM/mipha/eval/model_vqa_mmbench.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/model_vqa_mmmu.py b/LLM/mipha/eval/model_vqa_mmmu.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/model_vqa_mmmu.py
rename to LLM/mipha/eval/model_vqa_mmmu.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/model_vqa_science.py b/LLM/mipha/eval/model_vqa_science.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/model_vqa_science.py
rename to LLM/mipha/eval/model_vqa_science.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/qa_baseline_gpt35.py b/LLM/mipha/eval/qa_baseline_gpt35.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/qa_baseline_gpt35.py
rename to LLM/mipha/eval/qa_baseline_gpt35.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/summarize_gpt_review.py b/LLM/mipha/eval/summarize_gpt_review.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/summarize_gpt_review.py
rename to LLM/mipha/eval/summarize_gpt_review.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/eval/table/rule.json b/LLM/mipha/eval/table/rule.json
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/eval/table/rule.json
rename to LLM/mipha/eval/table/rule.json
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/mm_utils.py b/LLM/mipha/mm_utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/mm_utils.py
rename to LLM/mipha/mm_utils.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/__init__.py b/LLM/mipha/model/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/__init__.py
rename to LLM/mipha/model/__init__.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/builder.py b/LLM/mipha/model/builder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/builder.py
rename to LLM/mipha/model/builder.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/language_model/configuration_mipha.py b/LLM/mipha/model/language_model/configuration_mipha.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/language_model/configuration_mipha.py
rename to LLM/mipha/model/language_model/configuration_mipha.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/language_model/mipha_gemma.py b/LLM/mipha/model/language_model/mipha_gemma.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/language_model/mipha_gemma.py
rename to LLM/mipha/model/language_model/mipha_gemma.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/language_model/mipha_phi.py b/LLM/mipha/model/language_model/mipha_phi.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/language_model/mipha_phi.py
rename to LLM/mipha/model/language_model/mipha_phi.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/language_model/mipha_phi1_5.py b/LLM/mipha/model/language_model/mipha_phi1_5.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/language_model/mipha_phi1_5.py
rename to LLM/mipha/model/language_model/mipha_phi1_5.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/language_model/mipha_phi3.py b/LLM/mipha/model/language_model/mipha_phi3.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/language_model/mipha_phi3.py
rename to LLM/mipha/model/language_model/mipha_phi3.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/language_model/phi1_5/configuration_phi.py b/LLM/mipha/model/language_model/phi1_5/configuration_phi.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/language_model/phi1_5/configuration_phi.py
rename to LLM/mipha/model/language_model/phi1_5/configuration_phi.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/language_model/phi1_5/modeling_phi.py b/LLM/mipha/model/language_model/phi1_5/modeling_phi.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/language_model/phi1_5/modeling_phi.py
rename to LLM/mipha/model/language_model/phi1_5/modeling_phi.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/language_model/phi3/configuration_phi3.py b/LLM/mipha/model/language_model/phi3/configuration_phi3.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/language_model/phi3/configuration_phi3.py
rename to LLM/mipha/model/language_model/phi3/configuration_phi3.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/language_model/phi3/modeling_phi3.py b/LLM/mipha/model/language_model/phi3/modeling_phi3.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/language_model/phi3/modeling_phi3.py
rename to LLM/mipha/model/language_model/phi3/modeling_phi3.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/mipha_arch.py b/LLM/mipha/model/mipha_arch.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/mipha_arch.py
rename to LLM/mipha/model/mipha_arch.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/multimodal_encoder/clip_encoder.py b/LLM/mipha/model/multimodal_encoder/clip_encoder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/multimodal_encoder/clip_encoder.py
rename to LLM/mipha/model/multimodal_encoder/clip_encoder.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/multimodal_encoder/dinov2_encoder.py b/LLM/mipha/model/multimodal_encoder/dinov2_encoder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/multimodal_encoder/dinov2_encoder.py
rename to LLM/mipha/model/multimodal_encoder/dinov2_encoder.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/multimodal_encoder/siglip_encoder.py b/LLM/mipha/model/multimodal_encoder/siglip_encoder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/multimodal_encoder/siglip_encoder.py
rename to LLM/mipha/model/multimodal_encoder/siglip_encoder.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/model/multimodal_projector/builder.py b/LLM/mipha/model/multimodal_projector/builder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/model/multimodal_projector/builder.py
rename to LLM/mipha/model/multimodal_projector/builder.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/serve/__init__.py b/LLM/mipha/serve/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/serve/__init__.py
rename to LLM/mipha/serve/__init__.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/serve/cli.py b/LLM/mipha/serve/cli.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/serve/cli.py
rename to LLM/mipha/serve/cli.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/serve/examples/extreme_ironing.jpg b/LLM/mipha/serve/examples/extreme_ironing.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/serve/examples/extreme_ironing.jpg
rename to LLM/mipha/serve/examples/extreme_ironing.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/serve/examples/waterview.jpg b/LLM/mipha/serve/examples/waterview.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/serve/examples/waterview.jpg
rename to LLM/mipha/serve/examples/waterview.jpg
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/train/convert_model2base_mipha.py b/LLM/mipha/train/convert_model2base_mipha.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/train/convert_model2base_mipha.py
rename to LLM/mipha/train/convert_model2base_mipha.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/train/mipha_trainer.py b/LLM/mipha/train/mipha_trainer.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/train/mipha_trainer.py
rename to LLM/mipha/train/mipha_trainer.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/train/train.py b/LLM/mipha/train/train.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/train/train.py
rename to LLM/mipha/train/train.py
diff --git a/multimodal_rag-main_v1-master/LLM/mipha/utils.py b/LLM/mipha/utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/LLM/mipha/utils.py
rename to LLM/mipha/utils.py
diff --git a/README.md b/README.md
index 7e41a5e..4c77a5b 100644
--- a/README.md
+++ b/README.md
@@ -1,41 +1,201 @@
-# Multimodal--RAG
+<div align="center">
 
-Embodied Multimodal Knowledge Graph
+# EMKG
 
-download https://huggingface.co/google/siglip-so400m-patch14-384
+### Embodied Memory Knowledge Graphs for Object-Goal Navigation in Dynamic Open Worlds
 
-change config/config.json for vis_model_path and model_LLM_path
+**Multimodal memory, retrieval, 3D grounding, and adaptive control for open-world ObjectNav**
 
-conda create rag python==3.10
+![Python 3.10](https://img.shields.io/badge/Python-3.10-3776AB?logo=python&logoColor=white)
+![Research prototype](https://img.shields.io/badge/status-research%20prototype-F59E0B)
 
-conda activate rag  (for latest anaconda/miniconda use source activate )
+</div>
 
-pip install torch==2.1.2 torchvision==0.16.2 torchaudio==2.1.2 --index-url https://download.pytorch.org/whl/cu121
+EMKG is an embodied multimodal RAG research prototype that connects RGB-D scene observations, 3D coordinates, natural-language goals, and region-structured memory. It retrieves goal-relevant visual and semantic evidence, grounds the target in space, and passes that evidence to a vision-language model for navigation and locomotion decisions.
 
+> [!IMPORTANT]
+> This repository is a research snapshot, not yet a one-command reproduction of the complete simulation-to-real system. It currently exposes the multimodal retrieval service, spatial-region data, update API, Gradio interface, and several vendored VLM backends. See [Reproduction status](#reproduction-status) for the current boundaries.
+
+## System overview
+
+<p align="center">
+  <img src="docs/assets/emkg-system-overview.png" alt="EMKG system overview" width="100%">
+</p>
+
+<p align="center"><em>EMKG grounds RGB-D observations and language goals in multimodal memory, retrieves a 3D target, and converts the result into adaptive navigation actions.</em></p>
+
+The research pipeline has four stages:
+
+1. **Multimodal encoding** - visual observations, depth or point-cloud geometry, and text goals are encoded into aligned representations.
+2. **Dynamic memory retrieval** - a region-structured semantic memory stores object observations, captions, and coordinates; retrieval ranks the most relevant evidence for the current goal.
+3. **Embodied planning** - retrieved evidence is verified and grounded to a 3D target before a compact VLM selects the next high-level behavior.
+4. **Adaptive control** - visual feedback supports navigation and locomotion-mode switching, including wheeled motion and stair traversal.
+
+```mermaid
+flowchart LR
+    A[RGB-D observation] --> D[Multimodal encoders]
+    B[Natural-language goal] --> D
+    C[3D geometry] --> D
+    D --> E[Region-structured multimodal memory]
+    E --> F[Retrieve, rerank, and verify]
+    F --> G[3D target grounding]
+    G --> H[Embodied VLM]
+    H --> I[Navigation and locomotion action]
+    I -->|new observation| E
+```
+
+## What is implemented here
+
+| Capability | Main files | Current role |
+| --- | --- | --- |
+| Multimodal indexing and retrieval | `build_rag.py`, `multi_modal_lndex/` | Builds text, image, and spatial-region collections in Qdrant and retrieves goal-relevant evidence. |
+| VLM backends | `model_LLM.py`, `LLM/` | Adapters for MiniCPM-V, MobileVLM, and LLaVA-HD/SliME checkpoints. |
+| Interactive demo | `server.py` | Gradio interface for uploading a knowledge base and issuing text or image queries. |
+| Online memory update | `update.py`, `interface.py` | API and robot-facing update path for adding observations to the active memory. |
+| Spatial region schema | `config.json`, `json_schema.json`, `storage/regions_output/` | Example room, region, coordinate, access-point, and object metadata. |
+
+The public code represents its structured knowledge primarily through spatial-region JSON plus multimodal Qdrant collections. The complete graph-update and robot-control stack described in the manuscript is not yet fully packaged in this repository.
+
+## Results reported in the manuscript
+
+The accompanying manuscript evaluates EMKG in Habitat on Gibson and HM3D-Semantics v0.1. These values are reported results, not numbers reproduced by the current public release.
+
+| Benchmark | Success Rate (SR) | SPL | Distance to Goal (DTG) |
+| --- | ---: | ---: | ---: |
+| Gibson | 83.6 | 51.3 | 2.1 |
+| HM3D | 78.6 | 47.3 | 2.6 |
+
+EMKG is competitive with the listed Gibson baselines and records the strongest HM3D result among the baselines reported in the paper. It should not be described as an across-the-board state-of-the-art result: VLFM is slightly higher on Gibson SR and SPL in the same table.
+
+For the onboard 1.7B-parameter configuration on Jetson AGX Orin, the paper reports **81.2% recognition accuracy**, **84.3% navigation success**, and **1.2 s average response time**.
+
+## Qualitative tasks
+
+<p align="center">
+  <img src="docs/assets/habitat-objectnav-comparison.png" alt="Qualitative Habitat ObjectNav comparison" width="82%">
+</p>
+
+<p align="center"><em>Qualitative Habitat ObjectNav example. The baseline detours toward a yellow pillow, while EMKG retrieves and localizes the white-pillow target.</em></p>
+
+<details>
+<summary><strong>Simulation-to-real task gallery</strong></summary>
+
+<br>
+
+<p align="center">
+  <img src="docs/assets/sim-to-real-tasks.png" alt="Simulation-to-real EMKG task gallery" width="100%">
+</p>
+
+The manuscript demonstrates Habitat ObjectNav, room-level search, and object-level navigation on a wheeled-legged robot. The gallery is included as qualitative evidence; the corresponding evaluation scripts and raw episodes are not yet part of this release.
+
+</details>
+
+## Quick start
+
+### 1. Create the environment
+
+The original prototype targets Python 3.10 and a CUDA 12.1 PyTorch build.
+
+```bash
+conda create -n emkg python=3.10 -y
+conda activate emkg
+
+pip install torch==2.1.2 torchvision==0.16.2 torchaudio==2.1.2 \
+  --index-url https://download.pytorch.org/whl/cu121
 pip install -r requirements.txt
+```
+
+The three VLM backends carry different upstream dependency constraints. Use one backend per environment and consult its README under `LLM/` before installing backend-specific packages.
+
+### 2. Configure models
+
+Edit `config/config.json`, or point `EMKG_CONFIG` to another JSON file. Hugging Face model IDs and local paths are both accepted by the underlying loaders.
+
+```json
+{
+  "vis_model_path": "google/siglip-so400m-patch14-384",
+  "embedding_model_path": "BAAI/bge-small-zh-v1.5",
+  "model_LLM_path": "openbmb/MiniCPM-V"
+}
+```
+
+When switching the VLM backend, update `model_LLM_path` to the matching checkpoint:
+
+| Backend | Example checkpoint | Launch command |
+| --- | --- | --- |
+| MiniCPM-V | `openbmb/MiniCPM-V` | `python server.py MiniCPM` |
+| MobileVLM | `mtgv/MobileVLM_V2-1.7B` | `python server.py MobileVLM` |
+| LLaVA-HD | `yifanzhang114/SliME-vicuna-7B` | `python server.py LLaVA-HD` |
+
+### 3. Start Qdrant
+
+The main retrieval path expects a Qdrant service at `localhost:6333`. Start a local Qdrant instance before launching the application. Runtime databases are intentionally excluded from Git because stored paths and vector dimensions are environment-specific.
+
+### 4. Prepare a knowledge base
+
+The Gradio demo accepts a ZIP containing paired image and text folders. Matching files should share the same stem.
+
+```text
+knowledge-base.zip
+├── image/
+│   ├── observation-001.jpg
+│   └── observation-002.jpg
+└── text/
+    ├── observation-001.txt
+    └── observation-002.txt
+```
+
+Launch one configured backend, upload the archive, and select **Vectorize** in the interface.
 
+## Repository layout
 
+```text
+.
+├── README.md
+├── config/                    # model configuration
+├── docs/assets/               # manuscript figures used in this page
+├── examples/                  # small Gradio and PreFLMR examples
+├── LLM/                       # vendored VLM backends
+├── multi_modal_lndex/         # multimodal indexing and retrieval code
+├── scripts/                   # dependency-free repository checks
+├── storage/regions_output/    # example spatial-region documents
+├── tools/                     # supporting robot and image utilities
+├── build_rag.py               # index construction and retrieval
+├── model_LLM.py               # VLM adapters
+├── server.py                  # Gradio application
+├── update.py                  # online update API
+└── THIRD_PARTY_NOTICES.md     # provenance and license boundaries
+```
 
-## run MobileVLM
+The previous release placed the entire project inside a duplicate `multimodal_rag-main_v1-master/` directory and also committed a ZIP copy. The project now runs from the repository root, and generated archives, model weights, caches, and Qdrant databases are ignored.
 
-download https://huggingface.co/mtgv/MobileVLM_V2-1.7B
+## Reproduction status
 
-change config/config.json  for model_LLM_path
+| Component | Status |
+| --- | --- |
+| Root-level project layout and English documentation | Available |
+| Multimodal retrieval and UI source | Available |
+| Model checkpoints | External downloads required |
+| Portable sample Qdrant index | Not included; rebuild locally |
+| Minimal public knowledge-base example | Planned |
+| Habitat benchmark configuration and evaluation scripts | Not yet packaged |
+| Full robot deployment and locomotion stack | Not yet packaged |
+| Automated tests and CI | Planned |
 
-python server.py MobileVLM
+Please treat the repository as inspectable research code rather than a fully reproducible benchmark release. Contributions that improve packaging, tests, and backend isolation are welcome.
 
-## run MiniCPM
+## Provenance, data, and licensing
 
-download https://huggingface.co/openbmb/MiniCPM-V
+This snapshot contains project-specific code together with vendored research components. See [THIRD_PARTY_NOTICES.md](THIRD_PARTY_NOTICES.md) before redistributing or relicensing any part of the tree. The root `LICENSE` does not override the licenses, model terms, dataset terms, or missing permissions of third-party and upstream material.
 
-change config/config.json  for model_LLM_path
+The qualitative Habitat examples rely on Habitat-compatible Gibson/HM3D assets; obtain datasets through their official channels and follow their terms. Model weights are not distributed in this repository and remain subject to their publishers' licenses.
 
-python server.py MiniCPM
+For security reports, see [SECURITY.md](SECURITY.md). Do not commit API keys, access tokens, private datasets, or machine-specific model paths.
 
-## run LLaVA-HD
+## Citation
 
-download https://huggingface.co/yifanzhang114/SliME-vicuna-7B
+The supplied manuscript is an anonymous draft without public author, venue, DOI, or archival metadata. A verified citation record will be added when one is publicly available. Until then, cite this repository by URL and commit hash, and do not infer bibliographic details from the draft.
 
-change config/config.json  for model_LLM_path
+## Acknowledgements
 
-python server.py LLaVA-HD
+EMKG builds on open research ecosystems including Habitat, Qdrant, LlamaIndex, SigLIP, BGE, MiniCPM-V, MobileVLM, SliME/LLaVA, FLMR, and ColBERT. We thank their authors and maintainers. Exact repository and license references are documented in [THIRD_PARTY_NOTICES.md](THIRD_PARTY_NOTICES.md).
diff --git a/SECURITY.md b/SECURITY.md
new file mode 100644
index 0000000..e6ec041
--- /dev/null
+++ b/SECURITY.md
@@ -0,0 +1,19 @@
+# Security policy
+
+This repository is a research prototype and is not currently maintained as a production service. Do not expose the Gradio or update APIs to untrusted networks without adding authentication, request limits, input validation, and deployment isolation.
+
+## Reporting a vulnerability
+
+Please report security issues privately to `limingyi@bit.edu.cn`. Include the affected file or endpoint, impact, reproduction steps, and a minimal proof of concept. Do not open a public issue for an unpatched credential or remotely exploitable vulnerability.
+
+## Credentials and private data
+
+- Load credentials from the environment or a secret manager.
+- Never commit API keys, access tokens, private model URLs, unpublished datasets, or personally identifying robot logs.
+- Treat any credential that has entered Git history as compromised. Removing it from the latest commit is not sufficient; revoke or rotate it first, then coordinate a history rewrite.
+- Review images, point clouds, room maps, and robot recordings for people, location identifiers, and redistribution rights before publishing them.
+
+## Untrusted inputs
+
+The demo accepts uploaded ZIP archives and images. The current extractor rejects absolute paths and path traversal, but uploaded content should still be processed in a disposable, least-privileged environment with strict size and resource limits.
+
diff --git a/THIRD_PARTY_NOTICES.md b/THIRD_PARTY_NOTICES.md
new file mode 100644
index 0000000..9e82d12
--- /dev/null
+++ b/THIRD_PARTY_NOTICES.md
@@ -0,0 +1,81 @@
+# Third-Party Notices
+
+This repository includes, adapts, or refers to software and other materials from third parties.
+
+This document is a provenance and attribution record only. It is not a license and does not grant any rights. The repository-level `LICENSE` applies only to material for which the stated licensor owns or controls the necessary rights. It does not supersede, replace, or relicense any third-party material.
+
+All applicable copyright notices, license texts, attribution requirements, and usage restrictions must be preserved.
+
+## Components with an identified source-code license
+
+### MobileVLM
+
+- Local path: `LLM/MobileVLM/`
+- Upstream project: <https://github.com/Meituan-AutoML/MobileVLM>
+- Source-code license: Apache License 2.0
+- Upstream license: <https://github.com/Meituan-AutoML/MobileVLM/blob/main/LICENSE>
+- Local license copy: `LLM/MobileVLM/LICENSE`
+
+This entry concerns source code only. Model weights, checkpoints, datasets, and other downloaded materials remain subject to their respective terms.
+
+### SliME
+
+- Local path: `LLM/SliME/`
+- Upstream project: <https://github.com/yfzhang114/SliME>
+- Source-code license: Apache License 2.0
+- Upstream license: <https://github.com/yfzhang114/SliME/blob/main/LICENSE>
+- Local license copy: `LLM/SliME/LICENSE`
+
+The SliME upstream documentation separately describes restrictions for its dataset, checkpoints, and models, including research-use and non-commercial conditions. Those materials are not relicensed under Apache-2.0 by this repository. Users must review and comply with the current upstream terms and the terms of any underlying models or datasets.
+
+### ColBERT
+
+- Local path: `multi_modal_lndex/FLMR/third_party/ColBERT/`
+- Upstream project: <https://github.com/stanford-futuredata/ColBERT>
+- License: MIT License
+- Upstream license: <https://github.com/stanford-futuredata/ColBERT/blob/main/LICENSE>
+- Local license copy: `multi_modal_lndex/FLMR/third_party/ColBERT/LICENSE`
+
+Copyright (c) 2019, 2020 Stanford Future Data Systems.
+
+## Provenance entries with unresolved redistribution terms
+
+No license is asserted for the entries in this section. Their inclusion here records provenance and must not be interpreted as permission to copy, modify, or redistribute the corresponding material.
+
+### Aggregate multimodal RAG source
+
+A substantial portion of this repository corresponds to <https://github.com/zzk2021/multimodal_rag-main_v1>.
+
+No repository-level license file or GitHub-detected license was found in that upstream project at the time of review. Permission and attribution terms should be confirmed with the upstream copyright holder before redistribution.
+
+### FLMR
+
+- Local path: `multi_modal_lndex/FLMR/`
+- Implementation upstream: <https://github.com/LinWeizheDragon/FLMR>
+
+No root license file or GitHub-detected license was found for this implementation at the time of review.
+
+The implementation README refers to an [earlier official research implementation](https://github.com/LinWeizheDragon/Retrieval-Augmented-Visual-Question-Answering) published under GPL-3.0. That license does not, by itself, establish the license applicable to the separate FLMR implementation included here. Clarification from the upstream maintainer is required before redistributing the FLMR code.
+
+The nested ColBERT component is covered separately above.
+
+### Mipha and LLaVA-Phi
+
+Local paths:
+
+- `LLM/llava-phi-main/`
+- `LLM/mipha/`
+- `LLM/llava_phi/`
+
+The included documentation refers to the historical source <https://github.com/zhuyiche/Mipha>. GitHub currently redirects the historical LLaVA-Phi URL to <https://github.com/xmoanvaf/llava-phi>.
+
+No license file or GitHub-detected license was found in the currently available repository at the time of review. Its package metadata contains an Apache Software License classifier, but a classifier alone is not treated here as a complete or unambiguous redistribution grant. No license is asserted for these directories pending confirmation from the upstream copyright holders.
+
+## Models, datasets, checkpoints, and hosted services
+
+Unless expressly stated otherwise, this repository does not grant rights to model weights, checkpoints, datasets, generated annotations, benchmark data, API outputs, trademarks, or hosted services referenced by its documentation or source code. Such materials remain governed by their respective providers' current terms.
+
+## Modifications
+
+Some third-party files may have been modified. Version-control history should be consulted for the changes. Where an applicable license requires modified files to carry a notice of modification, those notices must be added and preserved.
+
diff --git a/multimodal_rag-main_v1-master/ap_list.json b/ap_list.json
similarity index 100%
rename from multimodal_rag-main_v1-master/ap_list.json
rename to ap_list.json
diff --git a/multimodal_rag-main_v1-master/build_rag.py b/build_rag.py
similarity index 95%
rename from multimodal_rag-main_v1-master/build_rag.py
rename to build_rag.py
index 293b7d2..ddc857c 100644
--- a/multimodal_rag-main_v1-master/build_rag.py
+++ b/build_rag.py
@@ -17,7 +17,10 @@
 from llama_index.vector_stores.qdrant import QdrantVectorStore
 # Create a local Qdrant vector store
 import qdrant_client
+from project_config import load_project_config
 
+PROJECT_CONFIG = load_project_config()
+EMBEDDING_MODEL_PATH = PROJECT_CONFIG["embedding_model_path"]
 
 
 def retrieve(retriever_engine, query_str):
@@ -134,7 +137,7 @@ def get_retriever_engine_from_local():
         storage_context_json = StorageContext.from_defaults(vector_store=json_store
                                                             )
         service_context = ServiceContext.from_defaults(
-            embed_model=HuggingFaceEmbedding(r"E:\model\bge-small-zh-v1.5"), llm=None
+            embed_model=HuggingFaceEmbedding(EMBEDDING_MODEL_PATH), llm=None
         )
         index_json = VectorStoreIndex.from_vector_store(
             vector_store=json_store, storage_context=storage_context_json, service_context=service_context
@@ -163,16 +166,18 @@ def get_retriever_engine_from_local():
 
 
 def update_nodes(file_path, _answer, cli_json):
+    file_path = os.fspath(file_path)
     file_list = [file_path]
     client = cli_json["client"]
     index = cli_json["index"]
     try:
         documents = SimpleDirectoryReader(input_files=file_list).load_data()
         for item in range(len(documents)):
-            documents[item].metadata['file_name_img'] = file_path[0]
-            with open(file_path[0].replace(".jpg",".txt"), "r", encoding="utf-8") as f:
+            text_path = os.path.splitext(file_path)[0] + ".txt"
+            documents[item].metadata['file_name_img'] = file_path
+            with open(text_path, "w", encoding="utf-8") as f:
                 f.write(_answer)
-            documents[item].metadata['file_name_text'] = file_path[0].replace(".jpg",".txt")
+            documents[item].metadata['file_name_text'] = text_path
         parser = SentenceSplitter()
         nodes = parser.get_nodes_from_documents(documents)
         index.insert_nodes(nodes=nodes)
@@ -253,14 +258,14 @@ def get_retriever_engine(path, image_folder, text_folder):
         # create the pipeline with transformations
         pipeline = IngestionPipeline(
             transformations=[
-                HuggingFaceEmbedding(r"E:\model\bge-small-zh-v1.5"),
+                HuggingFaceEmbedding(EMBEDDING_MODEL_PATH),
             ]
         )
 
         # run the pipeline
         nodes = pipeline.run(documents=documents_)
         service_context = ServiceContext.from_defaults(
-            embed_model=HuggingFaceEmbedding(r"E:\model\bge-small-zh-v1.5"),llm=None
+            embed_model=HuggingFaceEmbedding(EMBEDDING_MODEL_PATH),llm=None
         )
         index_json = VectorStoreIndex(
             nodes=nodes, storage_context=storage_context_json, service_context=service_context
diff --git a/multimodal_rag-main_v1-master/config.json b/config.json
similarity index 100%
rename from multimodal_rag-main_v1-master/config.json
rename to config.json
diff --git a/config/config.json b/config/config.json
new file mode 100644
index 0000000..c6c0e41
--- /dev/null
+++ b/config/config.json
@@ -0,0 +1,5 @@
+{
+  "vis_model_path": "google/siglip-so400m-patch14-384",
+  "embedding_model_path": "BAAI/bge-small-zh-v1.5",
+  "model_LLM_path": "openbmb/MiniCPM-V"
+}
diff --git a/docs/assets/README.md b/docs/assets/README.md
new file mode 100644
index 0000000..574d1a8
--- /dev/null
+++ b/docs/assets/README.md
@@ -0,0 +1,12 @@
+# Figure provenance
+
+These images were extracted from the author-supplied anonymous manuscript **“EMKG: Embodied Memory Knowledge Graphs for Object-Goal Navigation in Dynamic Open Worlds.”**
+
+| File | Manuscript source | Purpose |
+| --- | --- | --- |
+| `emkg-system-overview.png` | Figure 1, PDF page 2 | End-to-end system overview |
+| `habitat-objectnav-comparison.png` | Figure 3, PDF page 5 | Qualitative Habitat comparison |
+| `sim-to-real-tasks.png` | Figure 4, PDF page 7 | Simulation-to-real task gallery |
+
+The manuscript does not contain an explicit image license. Inclusion in this repository records project provenance and does not grant third parties additional reuse rights. Dataset imagery, model outputs, maps, and any adapted material remain subject to their original terms.
+
diff --git a/docs/assets/emkg-system-overview.png b/docs/assets/emkg-system-overview.png
new file mode 100644
index 0000000..dfae3e4
Binary files /dev/null and b/docs/assets/emkg-system-overview.png differ
diff --git a/docs/assets/habitat-objectnav-comparison.png b/docs/assets/habitat-objectnav-comparison.png
new file mode 100644
index 0000000..0100ecf
Binary files /dev/null and b/docs/assets/habitat-objectnav-comparison.png differ
diff --git a/docs/assets/sim-to-real-tasks.png b/docs/assets/sim-to-real-tasks.png
new file mode 100644
index 0000000..bcac624
Binary files /dev/null and b/docs/assets/sim-to-real-tasks.png differ
diff --git a/multimodal_rag-main_v1-master/atest.py b/examples/gradio_multimodal_demo.py
similarity index 100%
rename from multimodal_rag-main_v1-master/atest.py
rename to examples/gradio_multimodal_demo.py
diff --git a/examples/preflmr_scoring.py b/examples/preflmr_scoring.py
new file mode 100644
index 0000000..fa50237
--- /dev/null
+++ b/examples/preflmr_scoring.py
@@ -0,0 +1,73 @@
+"""Minimal PreFLMR text scoring example.
+
+Example:
+    python examples/preflmr_scoring.py \
+        --checkpoint LinWeizheDragon/PreFLMR_ViT-B
+"""
+
+from __future__ import annotations
+
+import argparse
+import os
+
+import torch
+
+os.environ["GIT_PYTHON_REFRESH"] = "quiet"
+
+from multi_modal_lndex.FLMR.flmr import (
+    FLMRContextEncoderTokenizer,
+    FLMRModelForRetrieval,
+    FLMRQueryEncoderTokenizer,
+)
+
+
+def parse_args() -> argparse.Namespace:
+    parser = argparse.ArgumentParser(description="Score sample text with PreFLMR.")
+    parser.add_argument(
+        "--checkpoint",
+        default="LinWeizheDragon/PreFLMR_ViT-B",
+        help="Hugging Face model ID or local PreFLMR checkpoint path",
+    )
+    return parser.parse_args()
+
+
+def main() -> None:
+    args = parse_args()
+    query_tokenizer = FLMRQueryEncoderTokenizer.from_pretrained(
+        args.checkpoint, subfolder="query_tokenizer"
+    )
+    context_tokenizer = FLMRContextEncoderTokenizer.from_pretrained(
+        args.checkpoint, subfolder="context_tokenizer"
+    )
+    model = FLMRModelForRetrieval.from_pretrained(
+        args.checkpoint,
+        query_tokenizer=query_tokenizer,
+        context_tokenizer=context_tokenizer,
+    )
+
+    documents = context_tokenizer(
+        ["an apple on a table", "a chair in a room", "a refrigerator in a kitchen"]
+    )
+    query = query_tokenizer(["find the apple"])
+
+    text_embeddings = model.doc(
+        input_ids=documents["input_ids"],
+        attention_mask=documents["attention_mask"],
+    )
+    document_vectors = text_embeddings.late_interaction_output
+    document_mask = text_embeddings.context_mask
+    query_vectors = model.query(
+        input_ids=query["input_ids"],
+        attention_mask=query["attention_mask"],
+        concat_output_from_vision_encoder=False,
+    ).late_interaction_output
+    query_vectors = query_vectors.repeat_interleave(3, dim=0).contiguous()
+
+    with torch.inference_mode():
+        scores = model.score(query_vectors, document_vectors, document_mask)
+    print(scores)
+
+
+if __name__ == "__main__":
+    main()
+
diff --git a/multimodal_rag-main_v1-master/interface.py b/interface.py
similarity index 100%
rename from multimodal_rag-main_v1-master/interface.py
rename to interface.py
diff --git a/multimodal_rag-main_v1-master/json_schema.json b/json_schema.json
similarity index 100%
rename from multimodal_rag-main_v1-master/json_schema.json
rename to json_schema.json
diff --git a/multimodal_rag-main_v1-master/mllm_rag.py b/mllm_rag.py
similarity index 100%
rename from multimodal_rag-main_v1-master/mllm_rag.py
rename to mllm_rag.py
diff --git a/multimodal_rag-main_v1-master/model_LLM.py b/model_LLM.py
similarity index 98%
rename from multimodal_rag-main_v1-master/model_LLM.py
rename to model_LLM.py
index 087cd0d..c3a905d 100644
--- a/multimodal_rag-main_v1-master/model_LLM.py
+++ b/model_LLM.py
@@ -1,4 +1,3 @@
-import json
 import re
 from typing import Optional, Any
 
@@ -24,17 +23,9 @@
 from LLM.mipha.serve.cli import load_image
 from LLM.SliME.llava.model.builder import load_pretrained_model as load_pretrained_model_LLaVAHD
 from LLM.SliME.llava.conversation import conv_templates as conv_templates_SLIME
+from project_config import load_project_config
 
-with open('config/config.json') as user_file:
-    config = user_file.read()
-config = json.loads(config)
-# {
-#   "name": "John",
-#   "age": 50,
-#   "is_married": false,
-#   "profession": null,
-#   "hobbies": ["travelling", "photography"]
-# }
+config = load_project_config()
 DEFAULT_LLM_MODEL = config["model_LLM_path"]
 
 class MobileVLM():
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/.gitignore b/multi_modal_lndex/FLMR/.gitignore
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/.gitignore
rename to multi_modal_lndex/FLMR/.gitignore
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/README.md b/multi_modal_lndex/FLMR/README.md
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/README.md
rename to multi_modal_lndex/FLMR/README.md
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/__init__.py b/multi_modal_lndex/FLMR/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/__init__.py
rename to multi_modal_lndex/FLMR/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/docs/Datasets.md b/multi_modal_lndex/FLMR/docs/Datasets.md
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/docs/Datasets.md
rename to multi_modal_lndex/FLMR/docs/Datasets.md
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/docs/MODEL_ZOO.md b/multi_modal_lndex/FLMR/docs/MODEL_ZOO.md
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/docs/MODEL_ZOO.md
rename to multi_modal_lndex/FLMR/docs/MODEL_ZOO.md
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/docs/radar_plot.jpg b/multi_modal_lndex/FLMR/docs/radar_plot.jpg
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/docs/radar_plot.jpg
rename to multi_modal_lndex/FLMR/docs/radar_plot.jpg
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/__init__.py b/multi_modal_lndex/FLMR/examples/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/__init__.py
rename to multi_modal_lndex/FLMR/examples/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/evaluate_all.sh b/multi_modal_lndex/FLMR/examples/evaluate_all.sh
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/evaluate_all.sh
rename to multi_modal_lndex/FLMR/examples/evaluate_all.sh
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/example_finetune_preflmr.py b/multi_modal_lndex/FLMR/examples/example_finetune_preflmr.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/example_finetune_preflmr.py
rename to multi_modal_lndex/FLMR/examples/example_finetune_preflmr.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/example_use_custom_functions.py b/multi_modal_lndex/FLMR/examples/example_use_custom_functions.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/example_use_custom_functions.py
rename to multi_modal_lndex/FLMR/examples/example_use_custom_functions.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/example_use_flmr.py b/multi_modal_lndex/FLMR/examples/example_use_flmr.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/example_use_flmr.py
rename to multi_modal_lndex/FLMR/examples/example_use_flmr.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/example_use_preflmr.py b/multi_modal_lndex/FLMR/examples/example_use_preflmr.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/example_use_preflmr.py
rename to multi_modal_lndex/FLMR/examples/example_use_preflmr.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/report.py b/multi_modal_lndex/FLMR/examples/report.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/examples/report.py
rename to multi_modal_lndex/FLMR/examples/report.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/__init__.py b/multi_modal_lndex/FLMR/flmr/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/__init__.py
rename to multi_modal_lndex/FLMR/flmr/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/indexing.py b/multi_modal_lndex/FLMR/flmr/indexing.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/indexing.py
rename to multi_modal_lndex/FLMR/flmr/indexing.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/EPCL b/multi_modal_lndex/FLMR/flmr/models/EPCL
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/EPCL
rename to multi_modal_lndex/FLMR/flmr/models/EPCL
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/__init__.py b/multi_modal_lndex/FLMR/flmr/models/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/__init__.py
rename to multi_modal_lndex/FLMR/flmr/models/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/__init__.py b/multi_modal_lndex/FLMR/flmr/models/flmr/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/__init__.py
rename to multi_modal_lndex/FLMR/flmr/models/flmr/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/configuration_flmr.py b/multi_modal_lndex/FLMR/flmr/models/flmr/configuration_flmr.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/configuration_flmr.py
rename to multi_modal_lndex/FLMR/flmr/models/flmr/configuration_flmr.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/flmr_utils.py b/multi_modal_lndex/FLMR/flmr/models/flmr/flmr_utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/flmr_utils.py
rename to multi_modal_lndex/FLMR/flmr/models/flmr/flmr_utils.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/modeling_flmr.py b/multi_modal_lndex/FLMR/flmr/models/flmr/modeling_flmr.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/modeling_flmr.py
rename to multi_modal_lndex/FLMR/flmr/models/flmr/modeling_flmr.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/modeling_flmr_for_indexing.py b/multi_modal_lndex/FLMR/flmr/models/flmr/modeling_flmr_for_indexing.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/modeling_flmr_for_indexing.py
rename to multi_modal_lndex/FLMR/flmr/models/flmr/modeling_flmr_for_indexing.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/segmented_maxsim.cpp b/multi_modal_lndex/FLMR/flmr/models/flmr/segmented_maxsim.cpp
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/segmented_maxsim.cpp
rename to multi_modal_lndex/FLMR/flmr/models/flmr/segmented_maxsim.cpp
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/tokenization_flmr.py b/multi_modal_lndex/FLMR/flmr/models/flmr/tokenization_flmr.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/tokenization_flmr.py
rename to multi_modal_lndex/FLMR/flmr/models/flmr/tokenization_flmr.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/tokenization_flmr_fast.py b/multi_modal_lndex/FLMR/flmr/models/flmr/tokenization_flmr_fast.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/models/flmr/tokenization_flmr_fast.py
rename to multi_modal_lndex/FLMR/flmr/models/flmr/tokenization_flmr_fast.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/searching.py b/multi_modal_lndex/FLMR/flmr/searching.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/flmr/searching.py
rename to multi_modal_lndex/FLMR/flmr/searching.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/setup.py b/multi_modal_lndex/FLMR/setup.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/setup.py
rename to multi_modal_lndex/FLMR/setup.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/.gitignore b/multi_modal_lndex/FLMR/third_party/ColBERT/.gitignore
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/.gitignore
rename to multi_modal_lndex/FLMR/third_party/ColBERT/.gitignore
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/LICENSE b/multi_modal_lndex/FLMR/third_party/ColBERT/LICENSE
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/LICENSE
rename to multi_modal_lndex/FLMR/third_party/ColBERT/LICENSE
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/LoTTE.md b/multi_modal_lndex/FLMR/third_party/ColBERT/LoTTE.md
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/LoTTE.md
rename to multi_modal_lndex/FLMR/third_party/ColBERT/LoTTE.md
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/README.md b/multi_modal_lndex/FLMR/third_party/ColBERT/README.md
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/README.md
rename to multi_modal_lndex/FLMR/third_party/ColBERT/README.md
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/condenser/condense.py b/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/condenser/condense.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/condenser/condense.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/baleen/condenser/condense.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/condenser/model.py b/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/condenser/model.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/condenser/model.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/baleen/condenser/model.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/condenser/tokenization.py b/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/condenser/tokenization.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/condenser/tokenization.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/baleen/condenser/tokenization.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/engine.py b/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/engine.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/engine.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/baleen/engine.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/hop_searcher.py b/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/hop_searcher.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/hop_searcher.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/baleen/hop_searcher.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/utils/annotate.py b/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/utils/annotate.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/utils/annotate.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/baleen/utils/annotate.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/utils/loaders.py b/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/utils/loaders.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/baleen/utils/loaders.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/baleen/utils/loaders.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/__init__.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/__init__.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/__init__.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/__init__.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/collection.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/collection.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/collection.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/collection.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/dataset.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/dataset.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/dataset.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/dataset.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/examples.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/examples.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/examples.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/examples.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/queries.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/queries.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/queries.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/queries.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/ranking.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/ranking.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/ranking.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/data/ranking.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/distillation/ranking_scorer.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/distillation/ranking_scorer.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/distillation/ranking_scorer.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/distillation/ranking_scorer.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/distillation/scorer.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/distillation/scorer.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/distillation/scorer.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/distillation/scorer.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/__init__.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/__init__.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/load_model.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/load_model.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/load_model.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/load_model.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/loaders.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/loaders.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/loaders.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/loaders.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/metrics.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/metrics.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/metrics.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/evaluation/metrics.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/index.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/index.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/index.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/index.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexer.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexer.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexer.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexer.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/__init__.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/__init__.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/decompress_residuals.cpp b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/decompress_residuals.cpp
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/decompress_residuals.cpp
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/decompress_residuals.cpp
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/decompress_residuals.cu b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/decompress_residuals.cu
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/decompress_residuals.cu
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/decompress_residuals.cu
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/packbits.cpp b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/packbits.cpp
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/packbits.cpp
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/packbits.cpp
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/packbits.cu b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/packbits.cu
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/packbits.cu
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/packbits.cu
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/residual.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/residual.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/residual.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/residual.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/residual_embeddings.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/residual_embeddings.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/residual_embeddings.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/residual_embeddings.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/residual_embeddings_strided.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/residual_embeddings_strided.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/residual_embeddings_strided.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/codecs/residual_embeddings_strided.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/collection_encoder.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/collection_encoder.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/collection_encoder.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/collection_encoder.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/collection_indexer.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/collection_indexer.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/collection_indexer.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/collection_indexer.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/index_manager.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/index_manager.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/index_manager.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/index_manager.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/index_saver.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/index_saver.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/index_saver.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/index_saver.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/loaders.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/loaders.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/loaders.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/loaders.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/utils.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/utils.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/indexing/utils.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/__init__.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/__init__.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/__init__.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/__init__.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/base_config.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/base_config.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/base_config.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/base_config.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/config.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/config.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/config.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/config.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/core_config.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/core_config.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/core_config.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/core_config.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/settings.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/settings.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/settings.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/config/settings.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/launcher.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/launcher.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/launcher.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/launcher.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/provenance.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/provenance.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/provenance.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/provenance.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/run.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/run.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/run.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/run.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/utilities/annotate_em.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/utilities/annotate_em.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/utilities/annotate_em.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/utilities/annotate_em.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/utilities/create_triples.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/utilities/create_triples.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/utilities/create_triples.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/utilities/create_triples.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/utilities/minicorpus.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/utilities/minicorpus.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/utilities/minicorpus.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/infra/utilities/minicorpus.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/__init__.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/__init__.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/base_colbert.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/base_colbert.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/base_colbert.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/base_colbert.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/checkpoint.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/checkpoint.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/checkpoint.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/checkpoint.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/colbert.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/colbert.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/colbert.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/colbert.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/hf_colbert.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/hf_colbert.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/hf_colbert.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/hf_colbert.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/reranker/electra.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/reranker/electra.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/reranker/electra.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/reranker/electra.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/reranker/tokenizer.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/reranker/tokenizer.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/reranker/tokenizer.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/reranker/tokenizer.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/segmented_maxsim.cpp b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/segmented_maxsim.cpp
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/segmented_maxsim.cpp
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/segmented_maxsim.cpp
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/__init__.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/__init__.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/doc_tokenization.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/doc_tokenization.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/doc_tokenization.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/doc_tokenization.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/query_tokenization.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/query_tokenization.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/query_tokenization.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/query_tokenization.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/utils.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/utils.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/modeling/tokenization/utils.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/parameters.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/parameters.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/parameters.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/parameters.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/ranking/__init__.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/ranking/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/ranking/__init__.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/ranking/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/candidate_generation.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/candidate_generation.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/candidate_generation.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/candidate_generation.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/decompress_residuals.cpp b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/decompress_residuals.cpp
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/decompress_residuals.cpp
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/decompress_residuals.cpp
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/filter_pids.cpp b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/filter_pids.cpp
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/filter_pids.cpp
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/filter_pids.cpp
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/index_loader.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/index_loader.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/index_loader.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/index_loader.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/index_storage.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/index_storage.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/index_storage.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/index_storage.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/segmented_lookup.cpp b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/segmented_lookup.cpp
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/segmented_lookup.cpp
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/segmented_lookup.cpp
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/strided_tensor.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/strided_tensor.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/strided_tensor.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/strided_tensor.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/strided_tensor_core.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/strided_tensor_core.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/strided_tensor_core.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/search/strided_tensor_core.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/searcher.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/searcher.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/searcher.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/searcher.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/tests/e2e_test.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/tests/e2e_test.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/tests/e2e_test.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/tests/e2e_test.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/trainer.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/trainer.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/trainer.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/trainer.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/__init__.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/__init__.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/eager_batcher.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/eager_batcher.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/eager_batcher.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/eager_batcher.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/lazy_batcher.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/lazy_batcher.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/lazy_batcher.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/lazy_batcher.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/rerank_batcher.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/rerank_batcher.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/rerank_batcher.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/rerank_batcher.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/training.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/training.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/training.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/training.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/utils.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/utils.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/training/utils.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utilities/annotate_em.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utilities/annotate_em.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utilities/annotate_em.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utilities/annotate_em.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utilities/create_triples.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utilities/create_triples.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utilities/create_triples.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utilities/create_triples.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utilities/minicorpus.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utilities/minicorpus.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utilities/minicorpus.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utilities/minicorpus.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/__init__.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/__init__.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/__init__.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/__init__.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/amp.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/amp.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/amp.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/amp.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/distributed.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/distributed.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/distributed.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/distributed.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/logging.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/logging.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/logging.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/logging.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/parser.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/parser.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/parser.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/parser.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/runs.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/runs.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/runs.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/runs.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/utils.py b/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/utils.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/colbert/utils/utils.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/conda_env.yml b/multi_modal_lndex/FLMR/third_party/ColBERT/conda_env.yml
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/conda_env.yml
rename to multi_modal_lndex/FLMR/third_party/ColBERT/conda_env.yml
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/conda_env_cpu.yml b/multi_modal_lndex/FLMR/third_party/ColBERT/conda_env_cpu.yml
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/conda_env_cpu.yml
rename to multi_modal_lndex/FLMR/third_party/ColBERT/conda_env_cpu.yml
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/.buildinfo b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/.buildinfo
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/.buildinfo
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/.buildinfo
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/.doctrees/environment.pickle b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/.doctrees/environment.pickle
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/.doctrees/environment.pickle
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/.doctrees/environment.pickle
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/.doctrees/index.doctree b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/.doctrees/index.doctree
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/.doctrees/index.doctree
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/.doctrees/index.doctree
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/Makefile b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/Makefile
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/Makefile
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/Makefile
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctools.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctools.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctools.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctools.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/environment.pickle b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/environment.pickle
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/environment.pickle
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/environment.pickle
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/index.doctree b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/index.doctree
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/index.doctree
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/index.doctree
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/indexer.doctree b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/indexer.doctree
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/indexer.doctree
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/indexer.doctree
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/searcher.doctree b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/searcher.doctree
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/searcher.doctree
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/searcher.doctree
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/trainer.doctree b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/trainer.doctree
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/trainer.doctree
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/doctrees/trainer.doctree
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/documentation_options.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/documentation_options.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/documentation_options.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/documentation_options.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/.buildinfo b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/.buildinfo
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/.buildinfo
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/.buildinfo
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/index.rst.txt b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/index.rst.txt
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/index.rst.txt
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/index.rst.txt
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/indexer.rst.txt b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/indexer.rst.txt
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/indexer.rst.txt
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/indexer.rst.txt
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/searcher.rst.txt b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/searcher.rst.txt
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/searcher.rst.txt
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/searcher.rst.txt
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/trainer.rst.txt b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/trainer.rst.txt
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/trainer.rst.txt
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_sources/trainer.rst.txt
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/alabaster.css b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/alabaster.css
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/alabaster.css
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/alabaster.css
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/basic.css b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/basic.css
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/basic.css
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/basic.css
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/custom.css b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/custom.css
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/custom.css
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/custom.css
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/doctools.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/doctools.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/doctools.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/doctools.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/documentation_options.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/documentation_options.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/documentation_options.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/documentation_options.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/file.png b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/file.png
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/file.png
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/file.png
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/jquery-3.5.1.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/jquery-3.5.1.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/jquery-3.5.1.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/jquery-3.5.1.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/jquery.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/jquery.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/jquery.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/jquery.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/language_data.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/language_data.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/language_data.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/language_data.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/minus.png b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/minus.png
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/minus.png
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/minus.png
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/plus.png b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/plus.png
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/plus.png
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/plus.png
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/pygments.css b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/pygments.css
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/pygments.css
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/pygments.css
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/searchtools.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/searchtools.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/searchtools.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/searchtools.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/underscore-1.12.0.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/underscore-1.12.0.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/underscore-1.12.0.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/underscore-1.12.0.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/underscore.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/underscore.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/underscore.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/_static/underscore.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/genindex.html b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/genindex.html
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/genindex.html
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/genindex.html
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/indexer.html b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/indexer.html
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/indexer.html
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/indexer.html
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/objects.inv b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/objects.inv
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/objects.inv
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/objects.inv
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/search.html b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/search.html
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/search.html
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/search.html
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/searcher.html b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/searcher.html
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/searcher.html
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/searcher.html
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/searchindex.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/searchindex.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/searchindex.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/searchindex.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/trainer.html b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/trainer.html
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/trainer.html
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/html/trainer.html
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/images/ColBERT-Framework-MaxSim-W370px.png b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/images/ColBERT-Framework-MaxSim-W370px.png
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/images/ColBERT-Framework-MaxSim-W370px.png
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/images/ColBERT-Framework-MaxSim-W370px.png
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/index.html b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/index.html
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/index.html
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/index.html
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/intro.ipynb b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/intro.ipynb
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/intro.ipynb
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/intro.ipynb
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/jquery.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/jquery.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/jquery.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/jquery.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/make.bat b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/make.bat
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/make.bat
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/make.bat
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/conf.py b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/conf.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/conf.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/conf.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/index.rst b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/index.rst
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/index.rst
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/index.rst
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/indexer.rst b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/indexer.rst
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/indexer.rst
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/indexer.rst
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/searcher.rst b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/searcher.rst
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/searcher.rst
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/searcher.rst
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/trainer.rst b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/trainer.rst
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/trainer.rst
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/source/trainer.rst
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/underscore.js b/multi_modal_lndex/FLMR/third_party/ColBERT/docs/underscore.js
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/docs/underscore.js
rename to multi_modal_lndex/FLMR/third_party/ColBERT/docs/underscore.js
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/setup.py b/multi_modal_lndex/FLMR/third_party/ColBERT/setup.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/setup.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/setup.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/evaluate/annotate_EM.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/evaluate/annotate_EM.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/evaluate/annotate_EM.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/evaluate/annotate_EM.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/evaluate/annotate_EM_helpers.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/evaluate/annotate_EM_helpers.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/evaluate/annotate_EM_helpers.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/evaluate/annotate_EM_helpers.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/evaluate/msmarco_passages.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/evaluate/msmarco_passages.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/evaluate/msmarco_passages.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/evaluate/msmarco_passages.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/preprocess/docs2passages.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/preprocess/docs2passages.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/preprocess/docs2passages.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/preprocess/docs2passages.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/preprocess/queries_split.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/preprocess/queries_split.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/preprocess/queries_split.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/preprocess/queries_split.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/dev_subsample.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/dev_subsample.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/dev_subsample.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/dev_subsample.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/merge.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/merge.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/merge.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/merge.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/split_by_offset.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/split_by_offset.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/split_by_offset.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/split_by_offset.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/split_by_queries.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/split_by_queries.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/split_by_queries.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/split_by_queries.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/tune.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/tune.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/tune.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/rankings/tune.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/supervision/self_training.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/supervision/self_training.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/supervision/self_training.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/supervision/self_training.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/supervision/triples.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/supervision/triples.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/supervision/triples.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/supervision/triples.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/utils/dpr.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/utils/dpr.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/utils/dpr.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/utils/dpr.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/utils/qa_loaders.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/utils/qa_loaders.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/utils/qa_loaders.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/utils/qa_loaders.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/utils/save_metadata.py b/multi_modal_lndex/FLMR/third_party/ColBERT/utility/utils/save_metadata.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/third_party/ColBERT/utility/utils/save_metadata.py
rename to multi_modal_lndex/FLMR/third_party/ColBERT/utility/utils/save_metadata.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/tools/convert_flmr_original_checkpoint_to_pytorch.py b/multi_modal_lndex/FLMR/tools/convert_flmr_original_checkpoint_to_pytorch.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/tools/convert_flmr_original_checkpoint_to_pytorch.py
rename to multi_modal_lndex/FLMR/tools/convert_flmr_original_checkpoint_to_pytorch.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/tools/save_model.py b/multi_modal_lndex/FLMR/tools/save_model.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/tools/save_model.py
rename to multi_modal_lndex/FLMR/tools/save_model.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/tools/test.py b/multi_modal_lndex/FLMR/tools/test.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/tools/test.py
rename to multi_modal_lndex/FLMR/tools/test.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/tools/upload_model_to_hub.py b/multi_modal_lndex/FLMR/tools/upload_model_to_hub.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/FLMR/tools/upload_model_to_hub.py
rename to multi_modal_lndex/FLMR/tools/upload_model_to_hub.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/base.py b/multi_modal_lndex/base.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/base.py
rename to multi_modal_lndex/base.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/clip_base.py b/multi_modal_lndex/clip_base.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/clip_base.py
rename to multi_modal_lndex/clip_base.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/flmr_base.py b/multi_modal_lndex/flmr_base.py
similarity index 95%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/flmr_base.py
rename to multi_modal_lndex/flmr_base.py
index 566e38b..9afb458 100644
--- a/multimodal_rag-main_v1-master/multi_modal_lndex/flmr_base.py
+++ b/multi_modal_lndex/flmr_base.py
@@ -1,5 +1,4 @@
 
-import json
 import logging
 from typing import Any, List
 
@@ -14,6 +13,7 @@
 from transformers import AutoModel, AutoProcessor, AutoImageProcessor
 
 from multi_modal_lndex.FLMR.flmr import FLMRQueryEncoderTokenizer, FLMRContextEncoderTokenizer, FLMRModelForRetrieval
+from project_config import load_project_config
 
 logger = logging.getLogger(__name__)
 
@@ -29,16 +29,7 @@
     "ViT-L/14",
     "ViT-L/14@336px",
 )
-with open('config/config.json') as user_file:
-    config = user_file.read()
-config = json.loads(config)
-# {
-#   "name": "John",
-#   "age": 50,
-#   "is_married": false,
-#   "profession": null,
-#   "hobbies": ["travelling", "photography"]
-# }
+config = load_project_config()
 DEFAULT_CLIP_MODEL = config["vis_model_path"]
 DEFAULT_EMBEDDING_MODEL = config["embedding_model_path"]
 class FLMREmbedding(MultiModalEmbedding):
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/flmr_index_base.py b/multi_modal_lndex/flmr_index_base.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/flmr_index_base.py
rename to multi_modal_lndex/flmr_index_base.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/flmr_retriever_base.py b/multi_modal_lndex/flmr_retriever_base.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/flmr_retriever_base.py
rename to multi_modal_lndex/flmr_retriever_base.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/siglip_base.py b/multi_modal_lndex/siglip_base.py
similarity index 97%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/siglip_base.py
rename to multi_modal_lndex/siglip_base.py
index 2338662..879f4e5 100644
--- a/multimodal_rag-main_v1-master/multi_modal_lndex/siglip_base.py
+++ b/multi_modal_lndex/siglip_base.py
@@ -1,4 +1,3 @@
-import json
 import logging
 from typing import Any, List
 
@@ -11,6 +10,7 @@
 import os
 
 from transformers import AutoModel, AutoProcessor
+from project_config import load_project_config
 logger = logging.getLogger(__name__)
 AVAILABLE_CLIP_MODELS = (
     "RN50",
@@ -23,9 +23,7 @@
     "ViT-L/14",
     "ViT-L/14@336px",
 )
-with open('config/config.json') as user_file:
-    config = user_file.read()
-config = json.loads(config)
+config = load_project_config()
 DEFAULT_CLIP_MODEL = config["vis_model_path"]
 class SiglipEmbedding(MultiModalEmbedding):
     """CLIP embedding models for encoding text and image for Multi-Modal purpose.
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/single_client.py b/multi_modal_lndex/single_client.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/single_client.py
rename to multi_modal_lndex/single_client.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/utils.py b/multi_modal_lndex/utils.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/utils.py
rename to multi_modal_lndex/utils.py
diff --git a/multimodal_rag-main_v1-master/multi_modal_lndex/vector_stores/vecterstore_types.py b/multi_modal_lndex/vector_stores/vecterstore_types.py
similarity index 100%
rename from multimodal_rag-main_v1-master/multi_modal_lndex/vector_stores/vecterstore_types.py
rename to multi_modal_lndex/vector_stores/vecterstore_types.py
diff --git a/multimodal_rag-main_v1-master/README.md b/multimodal_rag-main_v1-master/README.md
deleted file mode 100644
index 7e41a5e..0000000
--- a/multimodal_rag-main_v1-master/README.md
+++ /dev/null
@@ -1,41 +0,0 @@
-# Multimodal--RAG
-
-Embodied Multimodal Knowledge Graph
-
-download https://huggingface.co/google/siglip-so400m-patch14-384
-
-change config/config.json for vis_model_path and model_LLM_path
-
-conda create rag python==3.10
-
-conda activate rag  (for latest anaconda/miniconda use source activate )
-
-pip install torch==2.1.2 torchvision==0.16.2 torchaudio==2.1.2 --index-url https://download.pytorch.org/whl/cu121
-
-pip install -r requirements.txt
-
-
-
-## run MobileVLM
-
-download https://huggingface.co/mtgv/MobileVLM_V2-1.7B
-
-change config/config.json  for model_LLM_path
-
-python server.py MobileVLM
-
-## run MiniCPM
-
-download https://huggingface.co/openbmb/MiniCPM-V
-
-change config/config.json  for model_LLM_path
-
-python server.py MiniCPM
-
-## run LLaVA-HD
-
-download https://huggingface.co/yifanzhang114/SliME-vicuna-7B
-
-change config/config.json  for model_LLM_path
-
-python server.py LLaVA-HD
diff --git a/multimodal_rag-main_v1-master/config/config.json b/multimodal_rag-main_v1-master/config/config.json
deleted file mode 100644
index a05fc3c..0000000
--- a/multimodal_rag-main_v1-master/config/config.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{
-  "vis_model_path":  "E:\\model\\siglip-base-patch16-224",
-  "embedding_model_path": "E:\\model\\bge-small-zh-v1.5",
-  "model_LLM_path": "E:\\model\\miniCPM-V"
-}
\ No newline at end of file
diff --git a/multimodal_rag-main_v1-master/json_tool/split_json.py b/multimodal_rag-main_v1-master/json_tool/split_json.py
deleted file mode 100644
index e462209..0000000
--- a/multimodal_rag-main_v1-master/json_tool/split_json.py
+++ /dev/null
@@ -1,18 +0,0 @@
-# 定义输出目录
-import os
-import json
-data = json.loads(open("../config.json").read())
-output_dir = "../storage/regions_output"
-os.makedirs(output_dir, exist_ok=True)
-
-# 遍历每个区域，将每个区域保存为单独的 JSON 文件
-for region in data["regions"]:
-    # 生成区域文件名，使用区域名称命名文件
-    file_name = f"{region['name']}.json"
-    file_path = os.path.join(output_dir, file_name)
-
-    # 将区域信息保存到 JSON 文件
-    with open(file_path, "w") as f:
-        json.dump(region, f, indent=4)
-
-    print(f"区域 '{region['name']}' 的完整 JSON 数据已成功保存到文件 {file_path} 中。")
\ No newline at end of file
diff --git a/multimodal_rag-main_v1-master/qdrant_mm_db/.lock b/multimodal_rag-main_v1-master/qdrant_mm_db/.lock
deleted file mode 100644
index a4b31f4..0000000
--- a/multimodal_rag-main_v1-master/qdrant_mm_db/.lock
+++ /dev/null
@@ -1 +0,0 @@
-tmp lock file
\ No newline at end of file
diff --git a/multimodal_rag-main_v1-master/qdrant_mm_db/collection/image_collection/storage.sqlite b/multimodal_rag-main_v1-master/qdrant_mm_db/collection/image_collection/storage.sqlite
deleted file mode 100644
index c8dcc41..0000000
Binary files a/multimodal_rag-main_v1-master/qdrant_mm_db/collection/image_collection/storage.sqlite and /dev/null differ
diff --git a/multimodal_rag-main_v1-master/qdrant_mm_db/collection/text_collection/storage.sqlite b/multimodal_rag-main_v1-master/qdrant_mm_db/collection/text_collection/storage.sqlite
deleted file mode 100644
index 177b6a8..0000000
Binary files a/multimodal_rag-main_v1-master/qdrant_mm_db/collection/text_collection/storage.sqlite and /dev/null differ
diff --git a/multimodal_rag-main_v1-master/qdrant_mm_db/meta.json b/multimodal_rag-main_v1-master/qdrant_mm_db/meta.json
deleted file mode 100644
index ec6e29f..0000000
--- a/multimodal_rag-main_v1-master/qdrant_mm_db/meta.json
+++ /dev/null
@@ -1 +0,0 @@
-{"collections": {"text_collection": {"vectors": {"size": 1, "distance": "Cosine", "hnsw_config": null, "quantization_config": null, "on_disk": null, "datatype": null}, "shard_number": null, "sharding_method": null, "replication_factor": null, "write_consistency_factor": null, "on_disk_payload": null, "hnsw_config": null, "wal_config": null, "optimizers_config": null, "init_from": null, "quantization_config": null, "sparse_vectors": null}, "image_collection": {"vectors": {"size": 768, "distance": "Cosine", "hnsw_config": null, "quantization_config": null, "on_disk": null, "datatype": null}, "shard_number": null, "sharding_method": null, "replication_factor": null, "write_consistency_factor": null, "on_disk_payload": null, "hnsw_config": null, "wal_config": null, "optimizers_config": null, "init_from": null, "quantization_config": null, "sparse_vectors": null}, "json_collection": {"vectors": {"size": 512, "distance": "Cosine", "hnsw_config": null, "quantization_config": null, "on_disk": null, "datatype": null}, "shard_number": null, "sharding_method": null, "replication_factor": null, "write_consistency_factor": null, "on_disk_payload": null, "hnsw_config": null, "wal_config": null, "optimizers_config": null, "init_from": null, "quantization_config": null, "sparse_vectors": null}}, "aliases": {}}
\ No newline at end of file
diff --git a/multimodal_rag-main_v1-master/test_preflmr.py b/multimodal_rag-main_v1-master/test_preflmr.py
deleted file mode 100644
index c2a99a3..0000000
--- a/multimodal_rag-main_v1-master/test_preflmr.py
+++ /dev/null
@@ -1,41 +0,0 @@
-import os
-import torch
-import pandas as pd
-import numpy as np
-from torchvision.transforms import ToPILImage
-from transformers import AutoImageProcessor
-os.environ["GIT_PYTHON_REFRESH"] = "quiet"
-from multi_modal_lndex.FLMR.flmr import index_custom_collection, FLMRModelForIndexing
-from multi_modal_lndex.FLMR.flmr import FLMRQueryEncoderTokenizer, FLMRContextEncoderTokenizer, FLMRModelForRetrieval
-
-# load models
-checkpoint_path = "D:\project\PreFLMR_ViT-B"
-image_processor_name = "D:\project\clip-vit-base-patch16"
-
-query_tokenizer = FLMRQueryEncoderTokenizer.from_pretrained(checkpoint_path, subfolder="query_tokenizer")
-context_tokenizer = FLMRContextEncoderTokenizer.from_pretrained(
-    checkpoint_path, subfolder="context_tokenizer"
-)
-
-model = FLMRModelForRetrieval.from_pretrained(
-    checkpoint_path,
-    query_tokenizer=query_tokenizer,
-    context_tokenizer=context_tokenizer,
-)
-image_processor = AutoImageProcessor.from_pretrained(image_processor_name)
-Q_pixel_values = torch.zeros(1, 3, 224, 224)
-
-D_encoding = context_tokenizer(["a apple in","aaaaa","sssss"])
-context_input_ids = D_encoding['input_ids']
-context_attention_mask = D_encoding['attention_mask']
-
-Q_encoding = query_tokenizer(["a apple in here"])
-qcontext_input_ids = Q_encoding['input_ids']
-qcontext_attention_mask = Q_encoding['attention_mask']
-
-text_embeddings = model.doc(input_ids=context_input_ids, attention_mask=context_attention_mask)
-D, D_mask = text_embeddings.late_interaction_output, text_embeddings.context_mask
-Q_duplicated = model.query(input_ids=qcontext_input_ids, attention_mask=qcontext_attention_mask, concat_output_from_vision_encoder=False).late_interaction_output
-Q_duplicated = Q_duplicated.repeat_interleave(3, dim=0).contiguous()
-scores = model.score(Q_duplicated, D, D_mask)
-print(scores)
diff --git a/multimodal_rag-main_v1-master/mygradio/chatbot.py b/mygradio/chatbot.py
similarity index 100%
rename from multimodal_rag-main_v1-master/mygradio/chatbot.py
rename to mygradio/chatbot.py
diff --git a/multimodal_rag-main_v1-master/mygradio/chatbot.pyi b/mygradio/chatbot.pyi
similarity index 100%
rename from multimodal_rag-main_v1-master/mygradio/chatbot.pyi
rename to mygradio/chatbot.pyi
diff --git a/project_config.py b/project_config.py
new file mode 100644
index 0000000..b0134b1
--- /dev/null
+++ b/project_config.py
@@ -0,0 +1,43 @@
+"""Project configuration helpers.
+
+The configuration file defaults to ``config/config.json`` relative to this
+repository. Set ``EMKG_CONFIG`` to use a different file without changing
+tracked source files.
+"""
+
+from __future__ import annotations
+
+import json
+import os
+from functools import lru_cache
+from pathlib import Path
+from typing import Any
+
+
+PROJECT_ROOT = Path(__file__).resolve().parent
+DEFAULT_CONFIG_PATH = PROJECT_ROOT / "config" / "config.json"
+REQUIRED_KEYS = {
+    "vis_model_path",
+    "embedding_model_path",
+    "model_LLM_path",
+}
+
+
+@lru_cache(maxsize=1)
+def load_project_config() -> dict[str, Any]:
+    """Load and validate the model configuration."""
+
+    config_path = Path(os.environ.get("EMKG_CONFIG", DEFAULT_CONFIG_PATH)).expanduser()
+    if not config_path.is_absolute():
+        config_path = PROJECT_ROOT / config_path
+
+    with config_path.open(encoding="utf-8") as config_file:
+        config = json.load(config_file)
+
+    missing = sorted(REQUIRED_KEYS.difference(config))
+    if missing:
+        raise KeyError(
+            f"Missing required keys in {config_path}: {', '.join(missing)}"
+        )
+    return config
+
diff --git a/multimodal_rag-main_v1-master/requirements.txt b/requirements.txt
similarity index 81%
rename from multimodal_rag-main_v1-master/requirements.txt
rename to requirements.txt
index f7ffc17..59e098c 100644
--- a/multimodal_rag-main_v1-master/requirements.txt
+++ b/requirements.txt
@@ -1,7 +1,5 @@
-einops
 fastapi
 markdown2[all]
-sentencepiece
 tokenizers==0.15.0
 uvicorn
 wandb
@@ -15,10 +13,13 @@ sentencepiece==0.1.99
 einops==0.6.1
 einops-exts==0.0.4
 timm==1.0.7
+numpy<2
+Pillow>=9
+qdrant-client>=1.7,<2
 gradio_client==0.2.9
 llama-index==0.10.43
 llama-index-embeddings-clip==0.1.1
 llama-index-embeddings-huggingface==0.2.1
 gradio==4.26.0
 IPython
-llama-index-vector-stores-qdrant==0.2.8
\ No newline at end of file
+llama-index-vector-stores-qdrant==0.2.8
diff --git a/scripts/check_repository.py b/scripts/check_repository.py
new file mode 100644
index 0000000..088f464
--- /dev/null
+++ b/scripts/check_repository.py
@@ -0,0 +1,81 @@
+"""Dependency-free repository checks used by CI."""
+
+from __future__ import annotations
+
+import json
+import re
+import subprocess
+import sys
+from pathlib import Path
+
+
+ROOT = Path(__file__).resolve().parents[1]
+JSON_FILES = (
+    ROOT / "config.json",
+    ROOT / "config" / "config.json",
+    ROOT / "json_schema.json",
+)
+REQUIRED_ASSETS = (
+    ROOT / "docs" / "assets" / "emkg-system-overview.png",
+    ROOT / "docs" / "assets" / "habitat-objectnav-comparison.png",
+    ROOT / "docs" / "assets" / "sim-to-real-tasks.png",
+)
+FORBIDDEN_TRACKED_SUFFIXES = (".zip", ".ckpt", ".pth", ".safetensors")
+SECRET_PATTERNS = (
+    re.compile(r"WANDB_API_KEY[^\n=]{0,20}=\s*['\"][0-9a-f]{40}['\"]"),
+    re.compile(r"(?<![A-Za-z0-9])sk-[A-Za-z0-9_-]{20,}"),
+)
+
+
+def tracked_files() -> list[Path]:
+    result = subprocess.run(
+        ["git", "ls-files", "-z"],
+        cwd=ROOT,
+        check=True,
+        capture_output=True,
+    )
+    return [ROOT / item.decode() for item in result.stdout.split(b"\0") if item]
+
+
+def main() -> int:
+    failures: list[str] = []
+
+    for path in JSON_FILES:
+        try:
+            with path.open(encoding="utf-8") as stream:
+                json.load(stream)
+        except (OSError, json.JSONDecodeError) as exc:
+            failures.append(f"invalid JSON: {path.relative_to(ROOT)} ({exc})")
+
+    for path in REQUIRED_ASSETS:
+        if not path.is_file() or path.stat().st_size == 0:
+            failures.append(f"missing README asset: {path.relative_to(ROOT)}")
+
+    for path in tracked_files():
+        relative = path.relative_to(ROOT).as_posix()
+        if relative.startswith("qdrant_mm_db/"):
+            failures.append(f"runtime database is tracked: {relative}")
+        if path.suffix.lower() in FORBIDDEN_TRACKED_SUFFIXES:
+            failures.append(f"generated/model artifact is tracked: {relative}")
+        if not path.is_file() or path.stat().st_size > 2_000_000:
+            continue
+        try:
+            text = path.read_text(encoding="utf-8")
+        except (UnicodeDecodeError, OSError):
+            continue
+        for line_number, line in enumerate(text.splitlines(), start=1):
+            if any(pattern.search(line) for pattern in SECRET_PATTERNS):
+                failures.append(f"possible embedded credential: {relative}:{line_number}")
+
+    if failures:
+        print("Repository checks failed:", file=sys.stderr)
+        for failure in failures:
+            print(f"- {failure}", file=sys.stderr)
+        return 1
+
+    print("Repository checks passed.")
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())
diff --git a/scripts/split_regions.py b/scripts/split_regions.py
new file mode 100644
index 0000000..f5afcbd
--- /dev/null
+++ b/scripts/split_regions.py
@@ -0,0 +1,46 @@
+"""Split the region map into one JSON document per region."""
+
+from __future__ import annotations
+
+import argparse
+import json
+from pathlib import Path
+
+
+ROOT = Path(__file__).resolve().parents[1]
+
+
+def parse_args() -> argparse.Namespace:
+    parser = argparse.ArgumentParser(description=__doc__)
+    parser.add_argument(
+        "--input",
+        type=Path,
+        default=ROOT / "config.json",
+        help="region map JSON",
+    )
+    parser.add_argument(
+        "--output",
+        type=Path,
+        default=ROOT / "storage" / "regions_output",
+        help="directory for individual region documents",
+    )
+    return parser.parse_args()
+
+
+def main() -> None:
+    args = parse_args()
+    with args.input.open(encoding="utf-8") as stream:
+        data = json.load(stream)
+
+    args.output.mkdir(parents=True, exist_ok=True)
+    for region in data["regions"]:
+        destination = args.output / f"{region['name']}.json"
+        with destination.open("w", encoding="utf-8") as stream:
+            json.dump(region, stream, indent=2, ensure_ascii=False)
+            stream.write("\n")
+        print(f"Wrote {destination}")
+
+
+if __name__ == "__main__":
+    main()
+
diff --git a/multimodal_rag-main_v1-master/server.py b/server.py
similarity index 90%
rename from multimodal_rag-main_v1-master/server.py
rename to server.py
index e2d987c..c48b100 100644
--- a/multimodal_rag-main_v1-master/server.py
+++ b/server.py
@@ -1,8 +1,10 @@
 import os
 os.environ['KMP_DUPLICATE_LIB_OK']='True'
 
+import argparse
 import shutil
 import traceback
+from pathlib import Path
 
 import gradio as gr
 from gradio.components.chatbot import FileMessage
@@ -13,9 +15,17 @@
 from PIL import Image
 import numpy as np
 import sys
-from model_LLM import OurLLM, MiniCPM, MobileVLM, LLaVAHD
+parser = argparse.ArgumentParser(description="Run the EMKG multimodal RAG demo.")
+parser.add_argument(
+    "backend",
+    choices=("MobileVLM", "MiniCPM", "LLaVA-HD"),
+    help="vision-language model backend",
+)
+args = parser.parse_args()
 
-model_name = sys.argv[1]
+from model_LLM import MiniCPM, MobileVLM, LLaVAHD
+
+model_name = args.backend
 if model_name == "MobileVLM":
     llm = MobileVLM()
 elif model_name == "MiniCPM":
@@ -100,15 +110,26 @@ def upload_img(file, _chatbot, _app_session):
     return _chatbot, _app_session
 
 def unzip(zip_file, output=None):
-    """解压zip文件"""
-    if not os.path.exists(output):
-        os.mkdir(output)
-    output = output or os.path.dirname(zip_file)  # 默认解压到当前目录同名文件夹中
+    """Extract a knowledge-base archive while rejecting unsafe paths."""
+    output = output or os.path.dirname(zip_file)
+    output_root = Path(output).resolve()
+    output_root.mkdir(parents=True, exist_ok=True)
     with zipfile.ZipFile(zip_file, 'r') as zip_ref:
         for zip_info in zip_ref.infolist():
-            # 解决中文文件名乱码问题
-            zip_info.filename = zip_info.filename.encode('cp437').decode('gbk')
-            zip_ref.extract(zip_info, output)
+            try:
+                decoded_name = zip_info.filename.encode('cp437').decode('gbk')
+            except (UnicodeEncodeError, UnicodeDecodeError):
+                decoded_name = zip_info.filename
+
+            relative_path = Path(decoded_name)
+            destination = (output_root / relative_path).resolve()
+            if relative_path.is_absolute() or (
+                destination != output_root and output_root not in destination.parents
+            ):
+                raise ValueError(f"Unsafe path in ZIP archive: {decoded_name}")
+
+            zip_info.filename = decoded_name
+            zip_ref.extract(zip_info, output_root)
 
 def load_knowledge(_app_cfg, _chat_bot):
     if _app_cfg['ret'] is not None:
diff --git a/multimodal_rag-main_v1-master/storage/regions_output/corridor1.json b/storage/regions_output/corridor1.json
similarity index 100%
rename from multimodal_rag-main_v1-master/storage/regions_output/corridor1.json
rename to storage/regions_output/corridor1.json
diff --git a/multimodal_rag-main_v1-master/storage/regions_output/corridor2.json b/storage/regions_output/corridor2.json
similarity index 100%
rename from multimodal_rag-main_v1-master/storage/regions_output/corridor2.json
rename to storage/regions_output/corridor2.json
diff --git a/multimodal_rag-main_v1-master/storage/regions_output/r6-6.json b/storage/regions_output/r6-6.json
similarity index 100%
rename from multimodal_rag-main_v1-master/storage/regions_output/r6-6.json
rename to storage/regions_output/r6-6.json
diff --git a/multimodal_rag-main_v1-master/storage/regions_output/r6-7.json b/storage/regions_output/r6-7.json
similarity index 100%
rename from multimodal_rag-main_v1-master/storage/regions_output/r6-7.json
rename to storage/regions_output/r6-7.json
diff --git a/multimodal_rag-main_v1-master/storage/regions_output/r6-8.json b/storage/regions_output/r6-8.json
similarity index 100%
rename from multimodal_rag-main_v1-master/storage/regions_output/r6-8.json
rename to storage/regions_output/r6-8.json
diff --git a/multimodal_rag-main_v1-master/storage/regions_output/tea_room.json b/storage/regions_output/tea_room.json
similarity index 100%
rename from multimodal_rag-main_v1-master/storage/regions_output/tea_room.json
rename to storage/regions_output/tea_room.json
diff --git a/multimodal_rag-main_v1-master/storage/regions_output/work1.json b/storage/regions_output/work1.json
similarity index 100%
rename from multimodal_rag-main_v1-master/storage/regions_output/work1.json
rename to storage/regions_output/work1.json
diff --git a/multimodal_rag-main_v1-master/storage/regions_output/work2.json b/storage/regions_output/work2.json
similarity index 100%
rename from multimodal_rag-main_v1-master/storage/regions_output/work2.json
rename to storage/regions_output/work2.json
diff --git a/multimodal_rag-main_v1-master/storage/regions_output/work3.json b/storage/regions_output/work3.json
similarity index 100%
rename from multimodal_rag-main_v1-master/storage/regions_output/work3.json
rename to storage/regions_output/work3.json
diff --git a/multimodal_rag-main_v1-master/storage/regions_output/work4.json b/storage/regions_output/work4.json
similarity index 100%
rename from multimodal_rag-main_v1-master/storage/regions_output/work4.json
rename to storage/regions_output/work4.json
diff --git a/multimodal_rag-main_v1-master/quantify_image.py b/tools/image_dedup.py
similarity index 100%
rename from multimodal_rag-main_v1-master/quantify_image.py
rename to tools/image_dedup.py
diff --git a/multimodal_rag-main_v1-master/tools/message.py b/tools/message.py
similarity index 100%
rename from multimodal_rag-main_v1-master/tools/message.py
rename to tools/message.py
diff --git a/multimodal_rag-main_v1-master/update.py b/update.py
similarity index 100%
rename from multimodal_rag-main_v1-master/update.py
rename to update.py