Upload sd_token_similarity_calculator.ipynb

sd_token_similarity_calculator.ipynb

@@ -122,40 +122,21 @@
         "!git clone https://huggingface.co/datasets/codeShare/text-to-image-prompts\n"
       ],
       "metadata": {
-        "id": "rUXQ73IbonHY",
-        "outputId": "9e40d8a1-fbb3-4200-fc80-3d6f32d3667a",
-        "colab": {
-          "base_uri": "https://localhost:8080/"
-        }
+        "id": "rUXQ73IbonHY"
       },
-      "execution_count": 1,
-      "outputs": [
-        {
-          "output_type": "stream",
-          "name": "stdout",
-          "text": [
-            "/content\n",
-            "Cloning into 'text-to-image-prompts'...\n",
-            "remote: Enumerating objects: 450, done.\u001b[K\n",
-            "remote: Counting objects: 100% (447/447), done.\u001b[K\n",
-            "remote: Compressing objects: 100% (428/428), done.\u001b[K\n",
-            "remote: Total 450 (delta 81), reused 0 (delta 0), pack-reused 3 (from 1)\u001b[K\n",
-            "Receiving objects: 100% (450/450), 998.98 KiB | 3.92 MiB/s, done.\n",
-            "Resolving deltas: 100% (81/81), done.\n",
-            "Filtering content: 100% (95/95), 305.98 MiB | 41.88 MiB/s, done.\n"
-          ]
-        }
-      ]
+      "execution_count": null,
+      "outputs": []
     },
     {
       "cell_type": "code",
       "source": [
         "# @title ✳️ Select items for the vocab\n",
         "\n",
-        "prompt_features = False # @param {\"type\":\"boolean\",\"placeholder\":\"🦜\"}\n",
+        "prompt_features = True # @param {\"type\":\"boolean\",\"placeholder\":\"🦜\"}\n",
         "civitai_blue_set = True # @param {\"type\":\"boolean\",\"placeholder\":\"📘\"}\n",
         "suffix = True # @param {\"type\":\"boolean\",\"placeholder\":\"🔹\"}\n",
         "prefix = False # @param {\"type\":\"boolean\",\"placeholder\":\"🔸\"}\n",
+        "emojis = True # @param {\"type\":\"boolean\",\"placeholder\":\"😃\"}\n",
         "debug = False\n",
         "\n",
         "#------#\n",
@@ -172,6 +153,16 @@
         "    print(text_encodings[f'{nA}'])\n",
         "#--------#\n",
         "\n",
+        "\n",
+        "if emojis:\n",
+        "  url = '/content/text-to-image-prompts/tokens/emoji'\n",
+        "  prompts , text_encodings, nA = append_from_url(prompts , text_encodings, nA , url , '')\n",
+        "  if debug:\n",
+        "    print(prompts[f'{nA}'])\n",
+        "    print(text_encodings[f'{nA}'])\n",
+        "#--------#\n",
+        "\n",
+        "\n",
         "if civitai_blue_set:\n",
         "  url = '/content/text-to-image-prompts/civitai-prompts/blue'\n",
         "  prompts , text_encodings, nA = append_from_url(prompts , text_encodings, nA , url , '')\n",
@@ -213,17 +204,122 @@
       ],
       "metadata": {
         "id": "ZMG4CThUAmwW",
-        "outputId": "dfb5a625-72e7-462e-c118-682f0a45ed12",
+        "outputId": "029abb8c-ccb0-40af-b87c-df6e61d7548a",
         "colab": {
           "base_uri": "https://localhost:8080/"
         }
       },
-      "execution_count": 17,
+      "execution_count": 5,
       "outputs": [
         {
           "output_type": "stream",
           "name": "stdout",
           "text": [
+            "reading 🦜 fusion-t2i-prompt-features-23.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-9.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-4.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-2.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-25.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-6.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-19.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-33.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-18.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-22.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-31.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-3.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-8.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-7.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-13.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-34.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-14.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-12.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-17.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-21.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-24.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-32.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-5.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-20.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-16.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-28.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-10.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-15.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-26.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-27.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-1.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-29.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-30.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 🦜 fusion-t2i-prompt-features-11.json....\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text\n",
+            "/content/text-to-image-prompts/civitai-prompts/green/text_encodings\n",
+            "reading 😃 fusion-t2i-emojis-2.json....\n",
+            "/content/text-to-image-prompts/tokens/emoji/text\n",
+            "/content/text-to-image-prompts/tokens/emoji/text_encodings\n",
             "reading 🧿📘 fusion-t2i-civitai-0-20-chars-mix-2.json....\n",
             "/content/text-to-image-prompts/civitai-prompts/blue/text\n",
             "/content/text-to-image-prompts/civitai-prompts/blue/text_encodings\n",
@@ -391,7 +487,7 @@
       "metadata": {
         "id": "xc-PbIYF428y"
       },
-      "execution_count": 18,
+      "execution_count": 6,
       "outputs": []
     },
     {
@@ -440,12 +536,12 @@
       ],
       "metadata": {
         "id": "_vnVbxcFf7WV",
-        "outputId": "47f6617b-752b-4349-a2bd-46fdae985572",
+        "outputId": "1c8953a9-6519-4b6a-cb45-127d34beaddf",
         "colab": {
           "base_uri": "https://localhost:8080/"
         }
       },
-      "execution_count": 19,
+      "execution_count": 7,
       "outputs": [
         {
           "output_type": "stream",
@@ -453,12 +549,19 @@
           "text": [
             "{Sports Car|\n",
             "beautiful car|\n",
+            "her car behind on the road|\n",
+            "the race car driver sits behind the wheel|\n",
+            "racing car in the background|\n",
             "road nature|\n",
             "running road|\n",
             "sport car petite|\n",
             "it's a gas gas|\n",
             "The Road Not Taken|\n",
+            "cyber car looking_upscenery|\n",
+            "cyber car looking_upscenery|\n",
             "road Horizon|\n",
+            "a beautiful|\n",
+            "a beautiful|\n",
             "far away|\n",
             "speed</w>|\n",
             "roadtrip</w>|\n",
@@ -470,15 +573,22 @@
             "on a race track|\n",
             "road construction|\n",
             "with a soft|\n",
+            "on the crowded streets|\n",
             "a picture|\n",
             "faster</w>|\n",
             "Fantastic|\n",
             "loving|\n",
+            "the image should have|\n",
+            "takes off down the track|\n",
             "road architecture|\n",
+            "and you can't help but feel|\n",
             "day scenery|\n",
             "wonderful|\n",
+            "but now seems to exude|\n",
+            "is appropriate for the time period|\n",
             "head back|\n",
             "photographic style|\n",
+            "very sweet|\n",
             "alright</w>|\n",
             "thats</w>|\n",
             "awesome inspiring|\n",
@@ -486,71 +596,57 @@
             "seems</w>|\n",
             "as style|\n",
             "inspired|\n",
+            "should have an attentive|\n",
+            "the image should be one|\n",
             "lovely|\n",
             "well</w>|\n",
             "reminds</w>|\n",
+            "looking pass the came|\n",
+            "looking pass the came|\n",
             "beautiful amazing|\n",
             "highway</w>|\n",
             "appears timeless|\n",
+            "emphasizing the sense|\n",
             "that</w>|\n",
             "beautiful gorgeous|\n",
             "highway  setting|\n",
-            "Science fiction|\n",
             "science fiction|\n",
+            "Science fiction|\n",
             "speeding</w>|\n",
+            "an engine or the clanking|\n",
             "in a mountain land|\n",
             "inspiration|\n",
             "day time|\n",
+            "beautiful_|\n",
             "busy highway|\n",
             "really</w>|\n",
+            "sitting in the driver seat|\n",
+            "bright the image should convey|\n",
             "Phenomenal|\n",
             "girl trembling|\n",
+            "inspired by the last|\n",
             "beauty|\n",
+            "advanced technology in|\n",
             "baby|\n",
+            "adding to the overall sense|\n",
             "top quality|\n",
             "motorcycle freeway|\n",
             "very beautiful|\n",
+            "beautiful beautiful|\n",
             "cute beautiful|\n",
+            "Beautiful|\n",
             "beautiful|\n",
             "beautiful|\n",
-            "Beautiful|\n",
+            "best highest quallity|\n",
+            "meticulous attention to|\n",
+            "meticulous attention to|\n",
             "tweeted</w>|\n",
             "street in city|\n",
+            "a gorgeous|\n",
             "exciting|\n",
+            "a beautiful ravishing|\n",
             "fire flames|\n",
-            "Memory|\n",
-            "Riding|\n",
-            "in first place|\n",
-            "a spaceship|\n",
-            "automobile</w>|\n",
-            "emotional|\n",
-            "retweeted</w>|\n",
-            "handsome|\n",
-            "car</w>|\n",
-            "artistic cool|\n",
-            "it is Furious|\n",
-            "stanning|\n",
-            "trembling|\n",
-            "cool amazing|\n",
-            "smooth|\n",
-            "this</w>|\n",
-            "countryside|\n",
-            "dynamic movement|\n",
-            "beautiful elegant|\n",
-            "stunning|\n",
-            "ethereal fantastic|\n",
-            "gorgeous inspired|\n",
-            "beautiful hot|\n",
-            "street elegant|\n",
-            "heres</w>|\n",
-            "A stylish|\n",
-            "at_day|\n",
-            "evocative image|\n",
-            "hysterical|\n",
-            "dreamlike|\n",
-            ". cute adorable|\n",
-            "Exquisite|\n",
-            "gorgeous}\n"
+            "police car in background}\n"
           ]
         }
       ]
@@ -617,7 +713,7 @@
           "height": 1000
         }
       },
-      "execution_count": 14,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "display_data",
@@ -661,7 +757,7 @@
       "metadata": {
         "id": "rebogpoyOG8k"
       },
-      "execution_count": 15,
+      "execution_count": null,
       "outputs": []
     },
     {
@@ -715,7 +811,7 @@
         },
         "outputId": "2271de2f-6885-4f72-bcd0-3c39a9cfaada"
       },
-      "execution_count": 16,
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",