Upload LlavaNextForConditionalGeneration

config.json

@@ -62,11 +62,12 @@
   ],
   "image_seq_length": 576,
   "image_token_index": 256000,
+  "local_files_only": true,
   "model_type": "llava_next",
   "multimodal_projector_bias": true,
   "projector_hidden_act": "gelu",
   "text_config": {
-    "_name_or_path": "/mnt/scratch-artemis/gviveiros/TowerVision/llava-next-native/towerp_2b_instruct/",
+    "_name_or_path": "/gpfs/scratch/ehpc209/tvision-lnext-vblocks-cp/FinetuneModel/TextModel.towerp_2b_instruct_full/trained_model_dir",
     "add_faster_video": false,
     "add_time_instruction": false,
     "architectures": [
@@ -161,7 +162,7 @@
     "mm_use_im_start_end": false,
     "mm_vision_select_feature": "patch",
     "mm_vision_select_layer": -2,
-    "mm_vision_tower": "/mnt/scratch-artemis/gviveiros/siglip2-so400m-patch14-384/",
+    "mm_vision_tower": "/gpfs/scratch/ehpc209/hf_models/siglip2-so400m-patch14-384/",
     "mm_vision_tower_lr": 2e-06,
     "model_type": "gemma2",
     "num_attention_heads": 8,
@@ -174,7 +175,7 @@
     "sliding_window": 4096,
     "tokenizer_model_max_length": 8192,
     "tokenizer_padding_side": "right",
-    "torch_dtype": "float16",
+    "torch_dtype": "float32",
     "use_cache": true,
     "use_mm_proj": true,
     "use_pos_skipping": false,
@@ -182,8 +183,8 @@
     "vocab_size": 256001
   },
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
-  "transformers_version": "4.52.0.dev0",
+  "torch_dtype": "float32",
+  "transformers_version": "4.52.0",
   "use_image_newline_parameter": true,
   "vision_config": {
     "attention_dropout": 0.0,
@@ -197,7 +198,7 @@
     "num_channels": 3,
     "num_hidden_layers": 26,
     "patch_size": 14,
-    "torch_dtype": "float16",
+    "torch_dtype": "float32",
     "vision_use_head": false
   },
   "vision_feature_layer": -1,

generation_config.json

@@ -4,5 +4,5 @@
   "cache_implementation": "hybrid",
   "eos_token_id": 107,
   "pad_token_id": 0,
-  "transformers_version": "4.52.0.dev0"
+  "transformers_version": "4.52.0"
 }

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73b13aa27ee5bd1f3d488a6e0147759fb3c72eda406c0dd503ffbfa71e0eb41f
-size 4973252496
+oid sha256:c509490261c8241cb20ed73657e10d5a56fc6141de3569b47d01c0ca5ff6563a
+size 4973255048

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83e78fbd1e1c4ca7a004fc08cf464947bc5ab04126b68b34a44580f8dfa5224e
+oid sha256:a9f9b2a6c5bcf14f9192bf685293d6f85bc6d507e896ad36f5f42a74bfe481a0
 size 4983446008

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9be1dfbf34e2977863ca41794c9414d3979b34f876ed2c71990b336e77766e6a
+oid sha256:bf2c697f598b97fdc7a4fb438057ce4240fed2ba33fee42c45e1ba67dd262dca
 size 2123643328