add video inference

LLaVA-VL · Mar 6, 2024 · e02dca2 · e02dca2
commit e02dca2
Show file tree

Hide file tree

Showing 181 changed files with 11,234 additions and 0 deletions.
diff --git a/README.md b/README.md
diff --git a/llava/__init__.py b/llava/__init__.py
@@ -0,0 +1 @@
+from .model import LlavaLlamaForCausalLM
diff --git a/llava/__pycache__/__init__.cpython-39.pyc b/llava/__pycache__/__init__.cpython-39.pyc
diff --git a/llava/__pycache__/constants.cpython-39.pyc b/llava/__pycache__/constants.cpython-39.pyc
diff --git a/llava/__pycache__/conversation.cpython-39.pyc b/llava/__pycache__/conversation.cpython-39.pyc
diff --git a/llava/__pycache__/mm_utils.cpython-39.pyc b/llava/__pycache__/mm_utils.cpython-39.pyc
diff --git a/llava/__pycache__/utils.cpython-39.pyc b/llava/__pycache__/utils.cpython-39.pyc
diff --git a/llava/constants.py b/llava/constants.py
@@ -0,0 +1,13 @@
+CONTROLLER_HEART_BEAT_EXPIRATION = 30
+WORKER_HEART_BEAT_INTERVAL = 15
+
+LOGDIR = "."
+
+# Model Constants
+IGNORE_INDEX = -100
+IMAGE_TOKEN_INDEX = -200
+DEFAULT_IMAGE_TOKEN = "<image>"
+DEFAULT_IMAGE_PATCH_TOKEN = "<im_patch>"
+DEFAULT_IM_START_TOKEN = "<im_start>"
+DEFAULT_IM_END_TOKEN = "<im_end>"
+IMAGE_PLACEHOLDER = "<image-placeholder>"