jloadbeach commited on
Commit
c91f46c
·
verified ·
1 Parent(s): 929ff6b

Training in progress, epoch 0

Browse files
adapter_config.json CHANGED
@@ -3,6 +3,7 @@
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "google/gemma-3-4b-pt",
5
  "bias": "none",
 
6
  "eva_config": null,
7
  "exclude_modules": null,
8
  "fan_in_fan_out": false,
@@ -27,18 +28,18 @@
27
  "revision": null,
28
  "target_modules": [
29
  "k_proj",
 
 
30
  "up_proj",
31
- "q_proj",
32
  "v_proj",
33
- "down_proj",
34
  "o_proj",
 
35
  "gate_proj",
36
- "out_proj",
37
- "fc2",
38
- "fc1",
39
- "lm_head"
40
  ],
41
  "task_type": "CAUSAL_LM",
 
42
  "use_dora": false,
43
  "use_rslora": false
44
  }
 
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "google/gemma-3-4b-pt",
5
  "bias": "none",
6
+ "corda_config": null,
7
  "eva_config": null,
8
  "exclude_modules": null,
9
  "fan_in_fan_out": false,
 
28
  "revision": null,
29
  "target_modules": [
30
  "k_proj",
31
+ "fc2",
32
+ "down_proj",
33
  "up_proj",
34
+ "out_proj",
35
  "v_proj",
 
36
  "o_proj",
37
+ "q_proj",
38
  "gate_proj",
39
+ "fc1"
 
 
 
40
  ],
41
  "task_type": "CAUSAL_LM",
42
+ "trainable_token_indices": null,
43
  "use_dora": false,
44
  "use_rslora": false
45
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b3517af9e7a3ed502c90619b68c83c9bf991c0cc47e35e27a5e6012775ecc62
3
  size 2839124552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d65aa6b63f615032f387f663c4bd7a65ee5ac917935a6732955035da6cd5cf70
3
  size 2839124552
runs/Apr07_16-13-23_b30ae45a20354a9fb384cca4bd0968ef000001/events.out.tfevents.1744042405.b30ae45a20354a9fb384cca4bd0968ef000001.49.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28b461217946880a13a475de52d4bdd717205e959641598479d22acc6abc5d52
3
+ size 29395
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7996d32b0a3a271c68c8012e47fe8658a6f905c1b29fac807f932c4ee14f93c5
3
- size 5624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b292e9cd904550a6da91d3e74246574c30608d1c20d4c72e05f366caebc8f6a
3
+ size 5752