Toned Down Black Sheep influence so it doesnt cuss out the user or call the user names when asking bad things

README.md

@@ -1,92 +1,48 @@
----
-base_model:
-- TroyDoesAI/BlackSheep-Writer
-- TroyDoesAI/BlackSheep-RP
-library_name: transformers
-tags:
-- mergekit
-- merge
----
-
-**DirectionLess: Your Unchained Creative Muse**
-
----
-
-**Abilities:**
-
-- **Uncensored Knowledge:** Delivers unrestricted and expansive information, exploring the farthest reaches of AI potential.
-- **Forbidden Insight:** Provides detailed and uncensored answers, venturing into areas of restricted and hazardous knowledge.
-- **Role Play Generation:** Crafts captivating role-play scenarios to enhance interactive storytelling and immersive experiences.
-- **Writer’s Block Solution:** Sparks creativity with fresh ideas, character names, and unique plot twists.
-
----
-
-**Description:**
-
-Welcome to **DirectionLess**, an innovative and boundary-pushing AI designed to be your ultimate creative companion. Born from the fusion of the TroyDoesAI/BlackSheep-RP and TroyDoesAI/BlackSheep-Writer models, DirectionLess is tailored to inspire and assist writers, role-players, and creators of all kinds.
-
----
-
-**Prompt Template:**
-
-```
-### Instruction:
-%instruction%
-
-### Input:
-%input%
-
-### Response:
-%output%
-```
-
----
-
-**Usage:**
-
-DirectionLess is ideal for research environments seeking to understand the implications and risks of unaligned AI behavior, as well as for creative writing applications that require a bold and uninhibited muse. Whether you’re crafting the next great novel, devising an intricate role-playing game, or simply exploring the depths of unrestricted knowledge, DirectionLess is here to guide and inspire you.
-
----
-
-**Unlock the Full Potential of Your Creativity with DirectionLess!**
-
-
-
-# BlackSheep-Writer
-
-This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
-
-## Merge Details
-### Merge Method
-
-This model was merged using the SLERP merge method.
-
-### Models Merged
-
-The following models were included in the merge:
-* [TroyDoesAI/BlackSheep-Writer](https://huggingface.co/TroyDoesAI/BlackSheep-Writer)
-* [TroyDoesAI/BlackSheep-RP](https://huggingface.co/TroyDoesAI/BlackSheep-RP)
-
-### Configuration
-
-The following YAML configuration was used to produce this model:
-
-```yaml
-slices:
-  - sources:
-      - model: TroyDoesAI/BlackSheep-RP
-        layer_range: [0, 32]
-      - model: TroyDoesAI/BlackSheep-Writer
-        layer_range: [0, 32]
-merge_method: slerp
-base_model: TroyDoesAI/BlackSheep-Writer
-parameters:
-  t:
-    - filter: self_attn
-      value: [0, 0.5, 0.3, 0.7, 1]
-    - filter: mlp
-      value: [1, 0.5, 0.7, 0.3, 0]
-    - value: 0.5
-dtype: bfloat16
-
-```
+---
+base_model:
+- TroyDoesAI/BlackSheep-RP
+- TroyDoesAI/DirectionLess
+library_name: transformers
+tags:
+- mergekit
+- merge
+
+---
+# DirectionLess
+
+This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
+
+## Merge Details
+### Merge Method
+
+This model was merged using the SLERP merge method.
+
+### Models Merged
+
+The following models were included in the merge:
+* [TroyDoesAI/BlackSheep-RP](https://huggingface.co/TroyDoesAI/BlackSheep-RP)
+* [TroyDoesAI/DirectionLess](https://huggingface.co/TroyDoesAI/DirectionLess)
+
+### Configuration
+
+The following YAML configuration was used to produce this model:
+
+```yaml
+slices:
+  - sources:
+      - model: TroyDoesAI/DirectionLess
+        layer_range: [0, 32]
+      - model: TroyDoesAI/BlackSheep-RP
+        layer_range: [0, 32]
+merge_method: slerp
+base_model: TroyDoesAI/BlackSheep-RP
+parameters:
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
+dtype: bfloat16
+
+```

config.json

@@ -5,7 +5,7 @@
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 1,
-  "eos_token_id": 32000,
+  "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 4096,
   "initializer_range": 0.02,
@@ -22,5 +22,5 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.40.2",
   "use_cache": true,
-  "vocab_size": 32002
+  "vocab_size": 32000
 }

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd9589c8604490f17c05680253887bf8cd12648bfa7e87149f6c72cf45f0e46e
+oid sha256:1ad5e211312f48e3b1ff8d93e1a663bc62e18a374cf3a994fbceadb0f1cffb9c
 size 4886547008

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b0e7984cd1ea9a8cc26af3a23cfc75c28e3e66f823d0067012302050a1a53d6
+oid sha256:8c6ca0a207fc883aa1d9ab5a4209b0c68777ac8f758684771470f2670477241d
 size 4915916176

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a97b1644eccc77516ea585f53a010a7d328f221c71ae39385c4b5f4be2e0b7df
+oid sha256:76e136225e27cf7518c97059d6e79bd0a09a84fabc1480032cf2da1ad95a51e2
 size 4681034848

special_tokens_map.json

@@ -1,13 +1,13 @@
 {
   "bos_token": {
     "content": "<s>",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
-    "rstrip": true,
+    "rstrip": false,
     "single_word": false
   },
   "eos_token": {
-    "content": "<|im_end|>",
+    "content": "</s>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
@@ -15,9 +15,9 @@
   },
   "unk_token": {
     "content": "<unk>",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
-    "rstrip": true,
+    "rstrip": false,
     "single_word": false
   }
 }

tokenizer.json

@@ -7,8 +7,8 @@
       "id": 0,
       "content": "<unk>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
+      "lstrip": false,
+      "rstrip": false,
       "normalized": false,
       "special": true
     },
@@ -16,37 +16,19 @@
       "id": 1,
       "content": "<s>",
       "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 2,
-      "content": "</s>",
-      "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
       "special": true
     },
     {
-      "id": 32000,
-      "content": "<|im_end|>",
+      "id": 2,
+      "content": "</s>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
       "special": true
-    },
-    {
-      "id": 32001,
-      "content": "<|im_start|>",
-      "single_word": false,
-      "lstrip": true,
-      "rstrip": true,
-      "normalized": false,
-      "special": true
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -1,62 +1,43 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
-  "add_prefix_space": true,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
-      "rstrip": true,
+      "rstrip": false,
       "single_word": false,
       "special": true
     },
     "1": {
       "content": "<s>",
-      "lstrip": true,
-      "normalized": false,
-      "rstrip": true,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "</s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "32000": {
-      "content": "<|im_end|>",
+    "2": {
+      "content": "</s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "32001": {
-      "content": "<|im_start|>",
-      "lstrip": true,
-      "normalized": false,
-      "rstrip": true,
-      "single_word": false,
-      "special": true
     }
   },
   "additional_special_tokens": [],
   "bos_token": "<s>",
-  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "chat_template": "{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content'] %}\n    {%- set loop_messages = messages[1:] %}\n{%- else %}\n    {%- set loop_messages = messages %}\n{%- endif %}\n\n{{- bos_token }}\n{%- for message in loop_messages %}\n    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}\n        {{- raise_exception('After the optional system message, conversation roles must alternate user/assistant/user/assistant/...') }}\n    {%- endif %}\n    {%- if message['role'] == 'user' %}\n        {%- if loop.first and system_message is defined %}\n            {{- ' [INST] ' + system_message + '\\n\\n' + message['content'] + ' [/INST]' }}\n        {%- else %}\n            {{- ' [INST] ' + message['content'] + ' [/INST]' }}\n        {%- endif %}\n    {%- elif message['role'] == 'assistant' %}\n        {{- ' ' + message['content'] + eos_token}}\n    {%- else %}\n        {{- raise_exception('Only user and assistant roles are supported, with the exception of an initial optional system message!') }}\n    {%- endif %}\n{%- endfor %}\n",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "<|im_end|>",
-  "legacy": true,
+  "eos_token": "</s>",
+  "legacy": false,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": null,
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
-  "trust_remote_code": false,
   "unk_token": "<unk>",
-  "use_default_system_prompt": true,
-  "use_fast": true
+  "use_default_system_prompt": false
 }