Training in progress, epoch 1
Browse files- .gitattributes +1 -0
- adapter_config.json +40 -0
- adapter_model.safetensors +3 -0
- added_tokens.json +3 -0
- chat_template.jinja +47 -0
- runs/Jul02_16-24-44_ckarp-Lambda-Vector/events.out.tfevents.1751487888.ckarp-Lambda-Vector.25228.0 +3 -0
- runs/Jul02_16-26-14_ckarp-Lambda-Vector/events.out.tfevents.1751487978.ckarp-Lambda-Vector.25228.1 +3 -0
- runs/Jul02_16-28-46_ckarp-Lambda-Vector/events.out.tfevents.1751488129.ckarp-Lambda-Vector.28191.0 +3 -0
- runs/Jul02_16-29-45_ckarp-Lambda-Vector/events.out.tfevents.1751488189.ckarp-Lambda-Vector.29050.0 +3 -0
- special_tokens_map.json +33 -0
- tokenizer.json +3 -0
- tokenizer.model +3 -0
- tokenizer_config.json +0 -0
- training_args.bin +3 -0
    	
        .gitattributes
    CHANGED
    
    | @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text | |
| 33 | 
             
            *.zip filter=lfs diff=lfs merge=lfs -text
         | 
| 34 | 
             
            *.zst filter=lfs diff=lfs merge=lfs -text
         | 
| 35 | 
             
            *tfevents* filter=lfs diff=lfs merge=lfs -text
         | 
|  | 
|  | |
| 33 | 
             
            *.zip filter=lfs diff=lfs merge=lfs -text
         | 
| 34 | 
             
            *.zst filter=lfs diff=lfs merge=lfs -text
         | 
| 35 | 
             
            *tfevents* filter=lfs diff=lfs merge=lfs -text
         | 
| 36 | 
            +
            tokenizer.json filter=lfs diff=lfs merge=lfs -text
         | 
    	
        adapter_config.json
    ADDED
    
    | @@ -0,0 +1,40 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "alpha_pattern": {},
         | 
| 3 | 
            +
              "auto_mapping": null,
         | 
| 4 | 
            +
              "base_model_name_or_path": "google/gemma-3-1b-pt",
         | 
| 5 | 
            +
              "bias": "none",
         | 
| 6 | 
            +
              "eva_config": null,
         | 
| 7 | 
            +
              "exclude_modules": null,
         | 
| 8 | 
            +
              "fan_in_fan_out": false,
         | 
| 9 | 
            +
              "inference_mode": true,
         | 
| 10 | 
            +
              "init_lora_weights": true,
         | 
| 11 | 
            +
              "layer_replication": null,
         | 
| 12 | 
            +
              "layers_pattern": null,
         | 
| 13 | 
            +
              "layers_to_transform": null,
         | 
| 14 | 
            +
              "loftq_config": {},
         | 
| 15 | 
            +
              "lora_alpha": 16,
         | 
| 16 | 
            +
              "lora_bias": false,
         | 
| 17 | 
            +
              "lora_dropout": 0.05,
         | 
| 18 | 
            +
              "megatron_config": null,
         | 
| 19 | 
            +
              "megatron_core": "megatron.core",
         | 
| 20 | 
            +
              "modules_to_save": [
         | 
| 21 | 
            +
                "lm_head",
         | 
| 22 | 
            +
                "embed_tokens"
         | 
| 23 | 
            +
              ],
         | 
| 24 | 
            +
              "peft_type": "LORA",
         | 
| 25 | 
            +
              "r": 16,
         | 
| 26 | 
            +
              "rank_pattern": {},
         | 
| 27 | 
            +
              "revision": null,
         | 
| 28 | 
            +
              "target_modules": [
         | 
| 29 | 
            +
                "q_proj",
         | 
| 30 | 
            +
                "up_proj",
         | 
| 31 | 
            +
                "down_proj",
         | 
| 32 | 
            +
                "gate_proj",
         | 
| 33 | 
            +
                "k_proj",
         | 
| 34 | 
            +
                "o_proj",
         | 
| 35 | 
            +
                "v_proj"
         | 
| 36 | 
            +
              ],
         | 
| 37 | 
            +
              "task_type": "CAUSAL_LM",
         | 
| 38 | 
            +
              "use_dora": false,
         | 
| 39 | 
            +
              "use_rslora": false
         | 
| 40 | 
            +
            }
         | 
    	
        adapter_model.safetensors
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:69d45747231f0f37a0a2f56f4cfed37a4b689e66c531f1560e49279ed2f3f3af
         | 
| 3 | 
            +
            size 2468152240
         | 
    	
        added_tokens.json
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "<image_soft_token>": 262144
         | 
| 3 | 
            +
            }
         | 
    	
        chat_template.jinja
    ADDED
    
    | @@ -0,0 +1,47 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {{ bos_token }}
         | 
| 2 | 
            +
            {%- if messages[0]['role'] == 'system' -%}
         | 
| 3 | 
            +
                {%- if messages[0]['content'] is string -%}
         | 
| 4 | 
            +
                    {%- set first_user_prefix = messages[0]['content'] + '
         | 
| 5 | 
            +
             | 
| 6 | 
            +
            ' -%}
         | 
| 7 | 
            +
                {%- else -%}
         | 
| 8 | 
            +
                    {%- set first_user_prefix = messages[0]['content'][0]['text'] + '
         | 
| 9 | 
            +
             | 
| 10 | 
            +
            ' -%}
         | 
| 11 | 
            +
                {%- endif -%}
         | 
| 12 | 
            +
                {%- set loop_messages = messages[1:] -%}
         | 
| 13 | 
            +
            {%- else -%}
         | 
| 14 | 
            +
                {%- set first_user_prefix = "" -%}
         | 
| 15 | 
            +
                {%- set loop_messages = messages -%}
         | 
| 16 | 
            +
            {%- endif -%}
         | 
| 17 | 
            +
            {%- for message in loop_messages -%}
         | 
| 18 | 
            +
                {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
         | 
| 19 | 
            +
                    {{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
         | 
| 20 | 
            +
                {%- endif -%}
         | 
| 21 | 
            +
                {%- if (message['role'] == 'assistant') -%}
         | 
| 22 | 
            +
                    {%- set role = "model" -%}
         | 
| 23 | 
            +
                {%- else -%}
         | 
| 24 | 
            +
                    {%- set role = message['role'] -%}
         | 
| 25 | 
            +
                {%- endif -%}
         | 
| 26 | 
            +
                {{ '<start_of_turn>' + role + '
         | 
| 27 | 
            +
            ' + (first_user_prefix if loop.first else "") }}
         | 
| 28 | 
            +
                {%- if message['content'] is string -%}
         | 
| 29 | 
            +
                    {{ message['content'] | trim }}
         | 
| 30 | 
            +
                {%- elif message['content'] is iterable -%}
         | 
| 31 | 
            +
                    {%- for item in message['content'] -%}
         | 
| 32 | 
            +
                        {%- if item['type'] == 'image' -%}
         | 
| 33 | 
            +
                            {{ '<start_of_image>' }}
         | 
| 34 | 
            +
                        {%- elif item['type'] == 'text' -%}
         | 
| 35 | 
            +
                            {{ item['text'] | trim }}
         | 
| 36 | 
            +
                        {%- endif -%}
         | 
| 37 | 
            +
                    {%- endfor -%}
         | 
| 38 | 
            +
                {%- else -%}
         | 
| 39 | 
            +
                    {{ raise_exception("Invalid content type") }}
         | 
| 40 | 
            +
                {%- endif -%}
         | 
| 41 | 
            +
                {{ '<end_of_turn>
         | 
| 42 | 
            +
            ' }}
         | 
| 43 | 
            +
            {%- endfor -%}
         | 
| 44 | 
            +
            {%- if add_generation_prompt -%}
         | 
| 45 | 
            +
                {{'<start_of_turn>model
         | 
| 46 | 
            +
            '}}
         | 
| 47 | 
            +
            {%- endif -%}
         | 
    	
        runs/Jul02_16-24-44_ckarp-Lambda-Vector/events.out.tfevents.1751487888.ckarp-Lambda-Vector.25228.0
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:2d6d3ada05a5eda026e21822f54d0dea94717088e3fde1f75ba983d90289c031
         | 
| 3 | 
            +
            size 8366
         | 
    	
        runs/Jul02_16-26-14_ckarp-Lambda-Vector/events.out.tfevents.1751487978.ckarp-Lambda-Vector.25228.1
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:1a358f565dda4881e7ce78e709f1a5a2544025224de98fce9321a1f6dbd0a0af
         | 
| 3 | 
            +
            size 6731
         | 
    	
        runs/Jul02_16-28-46_ckarp-Lambda-Vector/events.out.tfevents.1751488129.ckarp-Lambda-Vector.28191.0
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:0c14667af16ef910ee0e48ab28c4bf51c63dca4b4044a06f11827769a14a20c6
         | 
| 3 | 
            +
            size 6731
         | 
    	
        runs/Jul02_16-29-45_ckarp-Lambda-Vector/events.out.tfevents.1751488189.ckarp-Lambda-Vector.29050.0
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:732f11cc221324084b62e19f5fdb3b530d492221bf96a970bd297e1a6335a9b1
         | 
| 3 | 
            +
            size 12039
         | 
    	
        special_tokens_map.json
    ADDED
    
    | @@ -0,0 +1,33 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "boi_token": "<start_of_image>",
         | 
| 3 | 
            +
              "bos_token": {
         | 
| 4 | 
            +
                "content": "<bos>",
         | 
| 5 | 
            +
                "lstrip": false,
         | 
| 6 | 
            +
                "normalized": false,
         | 
| 7 | 
            +
                "rstrip": false,
         | 
| 8 | 
            +
                "single_word": false
         | 
| 9 | 
            +
              },
         | 
| 10 | 
            +
              "eoi_token": "<end_of_image>",
         | 
| 11 | 
            +
              "eos_token": {
         | 
| 12 | 
            +
                "content": "<eos>",
         | 
| 13 | 
            +
                "lstrip": false,
         | 
| 14 | 
            +
                "normalized": false,
         | 
| 15 | 
            +
                "rstrip": false,
         | 
| 16 | 
            +
                "single_word": false
         | 
| 17 | 
            +
              },
         | 
| 18 | 
            +
              "image_token": "<image_soft_token>",
         | 
| 19 | 
            +
              "pad_token": {
         | 
| 20 | 
            +
                "content": "<pad>",
         | 
| 21 | 
            +
                "lstrip": false,
         | 
| 22 | 
            +
                "normalized": false,
         | 
| 23 | 
            +
                "rstrip": false,
         | 
| 24 | 
            +
                "single_word": false
         | 
| 25 | 
            +
              },
         | 
| 26 | 
            +
              "unk_token": {
         | 
| 27 | 
            +
                "content": "<unk>",
         | 
| 28 | 
            +
                "lstrip": false,
         | 
| 29 | 
            +
                "normalized": false,
         | 
| 30 | 
            +
                "rstrip": false,
         | 
| 31 | 
            +
                "single_word": false
         | 
| 32 | 
            +
              }
         | 
| 33 | 
            +
            }
         | 
    	
        tokenizer.json
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
         | 
| 3 | 
            +
            size 33384568
         | 
    	
        tokenizer.model
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c
         | 
| 3 | 
            +
            size 4689074
         | 
    	
        tokenizer_config.json
    ADDED
    
    | The diff for this file is too large to render. 
		See raw diff | 
|  | 
    	
        training_args.bin
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:8db07aedf0fc28be6888f9d1e86741c09f57ebab145cf92c4fb60f376d8b4bdf
         | 
| 3 | 
            +
            size 6097
         |