Upload 3 files

all_models2.py

@@ -0,0 +1,129 @@
+from blacklist import bad_tags,bad_models,fav_models
+models = []
+models_plus_tags=[]
+tags_plus_models=[]
+
+
+def list_uniq(l):
+    return sorted(set(l), key=l.index)
+
+def find_model_list(author: str="", tags: list[str]=[], not_tag="", sort: str="last_modified", limit: int=30, force_gpu=False, check_status=False, bad_models=bad_models):
+    from huggingface_hub import HfApi
+    api = HfApi()
+    default_tags = ["diffusers"]
+    if not sort: sort = "last_modified"
+    models = []
+    models_plus_tags=[]
+    try:
+        model_infos = api.list_models(author=author, task="text-to-image",
+                                       tags=list_uniq(default_tags + tags), cardData=True, sort=sort, limit=limit)
+    except Exception as e:
+        print(f"Error: Failed to list models.")
+        print(e)
+        return models
+    for model in model_infos:
+        
+        if not model.private and not model.gated:
+            loadable = True
+            if not_tag and not_tag in model.tags or not loadable: continue
+            if model.id not in bad_models :
+                models.append(model.id)
+                models_plus_tags.append([model.id,process_tags(model.tags)])
+            if len(models) == limit: break
+    return models , models_plus_tags
+
+def process_tags(tags,bad_tags=bad_tags):
+    t1=True
+    new_tags=[]
+    for tag in tags:
+        if tag not in bad_tags:
+            if tag == 'en':
+                t1=False
+            if t1 :
+                new_tags.append(tag)
+    return new_tags
+
+def clas_tags(models_plus_tags,min):
+    tags_plus_models=[]
+    output=[]
+    new_tag=True
+    for ent in models_plus_tags:
+        for tagClas in ent[1]:
+            new_tag=True
+            for tag in tags_plus_models:
+                if tag[0] == tagClas:
+                    tag[1]+=1
+                    tag[2].append(ent[0])
+                    new_tag=False
+            if new_tag:
+                tags_plus_models.append([tagClas,1,[ent[0]]])
+    for t in tags_plus_models:
+        if t[0]=='diffusers' :
+            t[0]='all'
+            output.append(t)
+        else :
+            if t[1]>=min and t[1]!=len(models_plus_tags):
+                output.append(t)
+    return output
+def orga_tag(tags_plus_models):
+    output=[]
+    while(len(output)<len(tags_plus_models)):
+        max=0
+        for tag in tags_plus_models:
+            if tag[1]>max:
+                if tag not in output:
+                    max=tag[1]
+                    tagMax=tag
+        output.append(tagMax)
+    return output
+def tag_new(models,limit=40):
+    output=["NEW",0,[]]
+    if limit>len(models):
+        limit=len(models)
+    for i in range(limit):
+        output[1]+=1
+        output[2].append(models[i])
+    return output
+    
+def tag_fav(models=models,fav_models=fav_models):
+    output=["FAV",0,[]]
+    for m in fav_models:
+        if m in models:
+            output[1]+=1
+            output[2].append(m)
+    return output
+
+def update_tag(models_plus_tags,list_new_tag):
+    for m_new in list_new_tag[2]:
+        for m in models_plus_tags:
+            if m_new == m[0]:
+                m[1].append(list_new_tag[0])
+    return models_plus_tags
+    
+    
+from operator import itemgetter
+
+#models = find_model_list("Yntec", [], "", "last_modified", 20)
+models , models_plus_tags = find_model_list("John6666", ["stable-diffusion-xl"], "", "last_modified", 100)
+#tags_plus_models = orga_tag(clas_tags(models_plus_tags,2))
+tags_plus_models = orga_tag(clas_tags(sorted(models_plus_tags, key=itemgetter(0)),2))
+list_new=tag_new(models,40)
+models_plus_tags=update_tag(models_plus_tags,list_new)
+tags_plus_models.insert(1,list_new)
+list_fav=tag_fav()
+if list_fav[1]>0:
+    tags_plus_models.insert(1,list_fav)
+    models_plus_tags=update_tag(models_plus_tags,list_fav)
+print(models_plus_tags[0])
+
+#models.extend(find_model_list("John6666", ["stable-diffusion-xl"], "", "last_modified", 200))
+
+#models.extend(find_model_list("John6666", [], "", "last_modified", 20)) # The latest 20 models will be added to the models written above.
+
+# Examples:
+#models = ['yodayo-ai/kivotos-xl-2.0', 'yodayo-ai/holodayo-xl-2.1'] # specific models
+#models = find_model_list("Yntec", [], "", "last_modified", 20) # Yntec's latest 20 models
+#models = find_model_list("Yntec", ["anime"], "", "last_modified", 20) # Yntec's latest 20 models with 'anime' tag
+#models = find_model_list("Yntec", [], "anime", "last_modified", 20) # Yntec's latest 20 models without 'anime' tag
+#models = find_model_list("", [], "", "last_modified", 20) # latest 20 text-to-image models of huggingface
+#models = find_model_list("", [], "", "downloads", 20) # monthly most downloaded 20 text-to-image models of huggingface

app3.py

@@ -0,0 +1,371 @@
+import os
+import gradio as gr
+from random import randint
+from all_models2 import tags_plus_models,models,models_plus_tags
+from datetime import datetime
+
+from threading import RLock
+lock = RLock()
+
+nb_rep=2
+nb_mod_dif=8
+
+nb_models=nb_mod_dif*nb_rep
+now2 = 0
+
+def split_models(models,nb_models):
+    models_temp=[]
+    models_lis_temp=[]
+    i=0
+    for m in models:
+        models_temp.append(m)
+        i=i+1
+        if i%nb_models==0:
+            models_lis_temp.append(models_temp)
+            models_temp=[]
+    if len(models_temp)>1:
+        models_lis_temp.append(models_temp)
+    return models_lis_temp
+
+def split_models_axb(models,a,b):
+    models_temp=[]
+    models_lis_temp=[]
+    i=0
+    nb_models=b
+    for m in models:
+        for j in range(a):
+            models_temp.append(m)
+        i=i+1
+        if i%nb_models==0:
+            models_lis_temp.append(models_temp)
+            models_temp=[]
+    if len(models_temp)>1:
+        models_lis_temp.append(models_temp)
+    return models_lis_temp 
+
+def split_models_8x3(models,nb_models):
+    models_temp=[]
+    models_lis_temp=[]
+    i=0
+    nb_models_x3=8
+    for m in models:
+        models_temp.append(m)
+        i=i+1
+        if i%nb_models_x3==0:
+            models_lis_temp.append(models_temp+models_temp+models_temp)
+            models_temp=[]
+    if len(models_temp)>0:
+        models_lis_temp.append(models_temp+models_temp+models_temp)
+    return models_lis_temp
+
+def construct_list_models(tags_plus_models,nb_rep,nb_mod_dif):
+    list_temp=[]
+    output=[]
+    for tag_plus_models in tags_plus_models:
+        list_temp=split_models_axb(tag_plus_models[2],nb_rep,nb_mod_dif)
+        list_temp2=[]
+        i=0
+        for elem in list_temp:
+            list_temp2.append([tag_plus_models[0]+"_"+str(i)+" : "+elem[0]+" - "+elem[len(elem)-1] ,elem])
+            i+=1
+        output.append([tag_plus_models[0] + " (" + str(tag_plus_models[1]) + ")",list_temp2])
+    return output
+
+models_test = []
+models_test = construct_list_models(tags_plus_models,nb_rep,nb_mod_dif)
+
+def get_current_time():
+    now = datetime.now()
+    now2 = now
+    current_time = now2.strftime("%Y-%m-%d %H:%M:%S")
+    ki = f'{kii} {current_time}'
+    return ki
+    
+def load_fn(models):
+    global models_load
+    global num_models
+    global default_models
+    models_load = {}
+    num_models = len(models)
+    i=0
+    if num_models!=0:
+        default_models = models[:num_models]
+    else:
+        default_models = {}
+    for model in models:
+        i+=1
+        if i%50==0:
+            print("\n\n\n-------"+str(i)+'/'+str(len(models))+"-------\n\n\n")
+        if model not in models_load.keys():
+            try:
+                m = gr.load(f'models/{model}')
+            except Exception as error:
+                m = gr.Interface(lambda txt: None, ['text'], ['image'])
+            models_load.update({model: m})
+
+
+"""models = models_test[1]"""
+load_fn(models)
+"""models = {}
+load_fn(models)"""
+    
+
+def extend_choices(choices):
+    return choices + (nb_models - len(choices)) * ['NA']
+    """return choices + (num_models - len(choices)) * ['NA']"""
+
+def extend_choices_b(choices):
+    choices_plus = extend_choices(choices)
+    return [gr.Textbox(m, visible=False) for m in choices_plus]
+
+def update_imgbox(choices):
+    choices_plus = extend_choices(choices)
+    return [gr.Image(None, label=m, visible=(m != 'NA')) for m in choices_plus]
+
+def choice_group_a(group_model_choice):
+    return group_model_choice
+
+def choice_group_b(group_model_choice):
+    choice=choice_group_a(group_model_choice)
+    choice = extend_choices(choice)
+    """return [gr.Image(label=m, min_width=170, height=170) for m in choice]"""
+    return [gr.Image(None, label=m, visible=(m != 'NA')) for m in choice]
+
+def choice_group_c(group_model_choice):
+    choice=choice_group_a(group_model_choice)
+    choice = extend_choices(choice)
+    return [gr.Textbox(m, visible=False) for m in choice]
+
+def choice_group_d(var_Test):
+    (gen_button,stop_button,output,current_models)=var_Test
+    for m, o in zip(current_models, output):
+        gen_event = gen_button.click(gen_fn, [m, txt_input], o)
+        stop_button.click(lambda s: gr.update(interactive=False), None, stop_button, cancels=[gen_event])
+    return gen_event
+
+def cutStrg(longStrg,start,end):
+    shortStrg=''
+    for i in range(end-start):
+        shortStrg+=longStrg[start+i]
+    return shortStrg
+    
+def aff_models_perso(txt_list_perso,nb_models=nb_models,models=models):
+    list_perso=[]
+    t1=True
+    start=txt_list_perso.find('\"')
+    if start!=-1:
+        while t1:
+            start+=1
+            end=txt_list_perso.find('\"',start)
+            if end != -1:
+                txtTemp=cutStrg(txt_list_perso,start,end)
+                if txtTemp in models:
+                    list_perso.append(cutStrg(txt_list_perso,start,end))
+            else :
+                t1=False
+            start=txt_list_perso.find('\"',end+1)
+            if start==-1:
+                t1=False
+            if len(list_perso)>=nb_models:
+                t1=False
+    return list_perso
+
+def aff_models_perso_b(txt_list_perso):
+    return choice_group_b(aff_models_perso(txt_list_perso))
+
+def aff_models_perso_c(txt_list_perso):
+    return choice_group_c(aff_models_perso(txt_list_perso))
+            
+            
+def tag_choice(group_tag_choice):
+    return gr.Dropdown(label="test Tag", show_label=False, choices=list(group_tag_choice) , allow_custom_value=True)
+
+def test_pass(test):
+    if test==os.getenv('p'):
+        print("ok")
+        return gr.Dropdown(label="test Model", show_label=False, choices=list(models_test) , allow_custom_value=True)
+    else:
+        print("nop")
+        return gr.Dropdown(label="test Model", show_label=False, choices=list([]) , allow_custom_value=True)
+
+def test_pass_aff(test):
+    if test==os.getenv('p'):
+        return gr.Accordion("stuffs", open=True, visible=True)
+    else:
+        return gr.Accordion("stuffs", open=True, visible=False)
+
+def gen_fn(model_str, prompt):
+    if model_str == 'NA':
+        return None
+    noise = str(randint(0, 9999))
+    try :
+        m=models_load[model_str](f'{prompt} {noise}')
+    except Exception as error : 
+        print("error : " + model_str)
+        m=False
+    
+    return m
+
+def add_gallery(image, model_str, gallery):
+    if gallery is None: gallery = []
+    with lock:
+        if image is not None: gallery.insert(0, (image, model_str))
+    return gallery
+
+def disp_models(group_model_choice,nb_rep=nb_rep):
+    listTemp=[]
+    strTemp='\n'
+    i=0
+    for m in group_model_choice:
+        if m not in listTemp:
+            listTemp.append(m)
+    for m in listTemp:
+        i+=1
+        strTemp+="\"" + m + "\",\n"
+        if i%(8/nb_rep)==0:
+            strTemp+="\n"
+    return gr.Textbox(label="models",value=strTemp)
+
+def search_models(str_search,tags_plus_models=tags_plus_models,models_plus_tags=models_plus_tags):
+    output1="\n"
+    output2=""
+    for m in tags_plus_models[0][2]:
+        if m.find(str_search)!=-1:
+            output1+="\"" + m + "\",\n"
+    outputPlus="\n From tags : \n\n"
+    for tag_plus_models in tags_plus_models:
+        if str_search in tag_plus_models[0]:
+            for m in tag_plus_models[2]:
+                output2+="\"" + m + "\",\n"
+    if output2 != "":
+        output=output1+outputPlus+output2
+    else :
+        output=output1
+    return gr.Textbox(label="out",value=output)
+
+def search_info(txt_search_info,models_plus_tags=models_plus_tags):
+    outputList=[]
+    if txt_search_info.find("\"")!=-1:
+        start=txt_search_info.find("\"")+1
+        end=txt_search_info.find("\"",start)
+        m_name=cutStrg(txt_search_info,start,end)
+    else :
+        m_name = txt_search_info
+    for m in models_plus_tags:
+        if m_name == m[0]:
+            outputList=m[1]
+    if len(outputList)==0:
+        outputList.append("Model Not Find")
+    return gr.Textbox(label="out",value=outputList)
+
+def make_me():
+   # with gr.Tab('The Dream'): 
+        with gr.Row():
+            #txt_input = gr.Textbox(lines=3, width=300, max_height=100)
+            txt_input = gr.Textbox(label='Your prompt:', lines=3, width=300, max_height=100)
+        
+            gen_button = gr.Button('Generate images', width=150, height=30)
+            stop_button = gr.Button('Stop', variant='secondary', interactive=False, width=150, height=30)
+            gen_button.click(lambda s: gr.update(interactive=True), None, stop_button)
+            gr.HTML("""
+            <div style="text-align: center; max-width: 100%; margin: 0 auto;">
+                <body>
+                </body>
+            </div>
+            """)
+        with gr.Row():
+            """output = [gr.Image(label=m, min_width=170, height=170) for m in default_models]
+            current_models = [gr.Textbox(m, visible=False) for m in default_models]"""
+            """choices=[models_test[0][0]]"""
+            choices=models_test[0][1][0][1]
+            """output = [gr.Image(label=m, min_width=170, height=170) for m in choices]
+            current_models = [gr.Textbox(m, visible=False) for m in choices]"""
+            output = update_imgbox([choices[0]])
+            current_models = extend_choices_b([choices[0]])
+            
+        #with gr.Row():
+        #    gallery = gr.Gallery(label="Output", show_download_button=True, elem_classes="gallery",
+        #                        interactive=False, show_share_button=True, container=True, format="png",
+        #                        preview=True, object_fit="cover", columns=2, rows=2) 
+            
+            for m, o in zip(current_models, output):
+                gen_event = gen_button.click(gen_fn, [m, txt_input], o)
+                stop_button.click(lambda s: gr.update(interactive=False), None, stop_button, cancels=[gen_event])
+                #o.change(add_gallery, [o, m, gallery], [gallery])
+        """with gr.Accordion('Model selection'):
+            model_choice = gr.CheckboxGroup(models, label=f' {num_models} different models selected', value=default_models, multiselect=True, max_choices=num_models, interactive=True, filterable=False)
+            model_choice.change(update_imgbox, (gen_button,stop_button,group_model_choice), output)
+            model_choice.change(extend_choices, model_choice, current_models)
+        """     
+        
+            
+        with gr.Accordion("stuffs", open=True, visible=False) as stuffs_a:
+            with gr.Row():
+                """group_model_choice = gr.Dropdown(label="Lists Models", show_label=False, choices=list(models_test) , allow_custom_value=True)"""
+                group_model_choice = gr.Dropdown(label="test Model", show_label=False, choices=list([]) , allow_custom_value=True)
+                group_model_choice.change(choice_group_b,group_model_choice,output)
+                group_model_choice.change(choice_group_c,group_model_choice,current_models)
+                """group_model_choice.change(choice_group_d,(gen_button,stop_button,output,current_models),gen_event)"""
+            
+            with gr.Row():
+                group_tag_choice = gr.Dropdown(label="Lists Tags", show_label=False, choices=list([]) , allow_custom_value=True)
+                group_tag_choice.change(tag_choice,group_tag_choice,group_model_choice)
+            
+        with gr.Row():
+            txt_input_p = gr.Textbox(label="Pass", lines=1, width=300, max_height=100)
+        
+            test_button = gr.Button(' ', width=30, height=10)
+            test_button.click(test_pass,txt_input_p,group_tag_choice)
+
+    
+        with gr.Accordion("stuffs", open=True, visible=False) as stuffs_b:
+                
+            with gr.Row():
+                txt_list_models=gr.Textbox(label="Models Actu",value="")
+                group_model_choice.change(disp_models,group_model_choice,txt_list_models)
+                
+            with gr.Row():
+                txt_list_perso = gr.Textbox(label='List Models Perso', width=300, max_height=100)
+            
+                button_list_perso = gr.Button('Load', width=30, height=10)
+                button_list_perso.click(aff_models_perso_b,txt_list_perso,output)
+                button_list_perso.click(aff_models_perso_c,txt_list_perso,current_models)
+    
+            with gr.Row():
+                txt_search = gr.Textbox(label='Search in', width=300, max_height=100)
+                txt_output_search = gr.Textbox(label='Search out', width=300, max_height=100)
+                button_search = gr.Button('Research', width=30, height=10)
+                button_search.click(search_models,txt_search,txt_output_search)
+
+            with gr.Row():
+                txt_search_info = gr.Textbox(label='Search info in', width=300, max_height=100)
+                txt_output_search_info = gr.Textbox(label='Search info out', width=300, max_height=100)
+                button_search_info = gr.Button('Research info', width=30, height=10)
+                button_search_info.click(search_info,txt_search_info,txt_output_search_info)
+        
+            
+        with gr.Row():
+            test_button.click(test_pass_aff,txt_input_p,stuffs_a)
+            test_button.click(test_pass_aff,txt_input_p,stuffs_b)
+            gr.HTML("""
+                <div class="footer">
+                <p> Based on the <a href="https://huggingface.co/spaces/derwahnsinn/TestGen">TestGen</a> Space by derwahnsinn, the <a href="https://huggingface.co/spaces/RdnUser77/SpacIO_v1">SpacIO</a> Space by RdnUser77 and Omnibus's Maximum Multiplier!
+                </p>
+            """)
+            
+
+
+js_code = """
+    
+    console.log('ghgh');
+"""
+
+
+with gr.Blocks(css="div.float.svelte-1mwvhlq {    position: absolute;    top: var(--block-label-margin);    left: var(--block-label-margin);    background: none;    border: none;}") as demo: 
+    gr.Markdown("<script>" + js_code + "</script>")
+    make_me()
+
+
+
+demo.queue(concurrency_count=999)
+demo.launch()

blacklist.py

@@ -0,0 +1,35 @@
+bad_tags= [
+    "safetensors",
+    "region:us",
+    "autotrain_compatible",
+    "endpoints_compatible",
+    "diffusers:StableDiffusionXLPipeline",
+    "license:other",
+    "license:creativeml-openrail-m",
+    "base_model:cagliostrolab/animagine-xl-3.1",
+    "base_model:finetune:cagliostrolab/animagine-xl-3.1",
+    "base_model:da2el/ioliPonyMix",
+    "base_model:finetune:da2el/ioliPonyMix",
+    
+]
+
+bad_models=[
+    "John6666/aua-09-sdxl",
+    "John6666/beyond-experimental-v28loramerge-sdxl",
+    "John6666/aua-always-use-artists-auap08-sdxl",
+    "John6666/artiwaifu-diffusion-v20-sdxl",
+    "John6666/flyx3-mix-xl-v1-sdxl",
+    "John6666/flyx3-mix-xl-v2-sdxl",
+    
+]
+
+fav_models=[
+    "John6666/3x3mix-xl-typed-v1-sdxl",
+    "John6666/florag-pony-half-xl-sdxl",
+    "John6666/red-blue-fantasy-pony-sdxl",
+    "John6666/catloaf-v1-sdxl",
+    "John6666/peroperositai-v1-sdxl",
+    "John6666/hda-matrix-copdxl-v1-sdxl",
+    "John6666/animeliner-ponyxl-v1-sdxl",
+]
+