Upload folder using huggingface_hub

.github/workflows/update_space.yml

@@ -0,0 +1,28 @@
+name: Run Python script
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+
+    - name: Set up Python
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.9'
+
+    - name: Install Gradio
+      run: python -m pip install gradio
+
+    - name: Log in to Hugging Face
+      run: python -c 'import huggingface_hub; huggingface_hub.login(token="${{ secrets.hf_token }}")'
+
+    - name: Deploy to Spaces
+      run: gradio deploy

.gitignore

@@ -0,0 +1,2 @@
+venv
+.env

.gradio/certificate.pem

@@ -0,0 +1,31 @@
+-----BEGIN CERTIFICATE-----
+MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw
+TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh
+cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4
+WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu
+ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY
+MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc
+h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+
+0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6U
+A5/TR5d8mUgjU+g4rk8Kb4Mu0UlXjIB0ttov0DiNewNwIRt18jA8+o+u3dpjq+sW
+T8KOEUt+zwvo/7V3LvSye0rgTBIlDHCNAymg4VMk7BPZ7hm/ELNKjD+Jo2FR3qyH
+B5T0Y3HsLuJvW5iB4YlcNHlsdu87kGJ55tukmi8mxdAQ4Q7e2RCOFvu396j3x+UC
+B5iPNgiV5+I3lg02dZ77DnKxHZu8A/lJBdiB3QW0KtZB6awBdpUKD9jf1b0SHzUv
+KBds0pjBqAlkd25HN7rOrFleaJ1/ctaJxQZBKT5ZPt0m9STJEadao0xAH0ahmbWn
+OlFuhjuefXKnEgV4We0+UXgVCwOPjdAvBbI+e0ocS3MFEvzG6uBQE3xDk3SzynTn
+jh8BCNAw1FtxNrQHusEwMFxIt4I7mKZ9YIqioymCzLq9gwQbooMDQaHWBfEbwrbw
+qHyGO0aoSCqI3Haadr8faqU9GY/rOPNk3sgrDQoo//fb4hVC1CLQJ13hef4Y53CI
+rU7m2Ys6xt0nUW7/vGT1M0NPAgMBAAGjQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNV
+HRMBAf8EBTADAQH/MB0GA1UdDgQWBBR5tFnme7bl5AFzgAiIyBpY9umbbjANBgkq
+hkiG9w0BAQsFAAOCAgEAVR9YqbyyqFDQDLHYGmkgJykIrGF1XIpu+ILlaS/V9lZL
+ubhzEFnTIZd+50xx+7LSYK05qAvqFyFWhfFQDlnrzuBZ6brJFe+GnY+EgPbk6ZGQ
+3BebYhtF8GaV0nxvwuo77x/Py9auJ/GpsMiu/X1+mvoiBOv/2X/qkSsisRcOj/KK
+NFtY2PwByVS5uCbMiogziUwthDyC3+6WVwW6LLv3xLfHTjuCvjHIInNzktHCgKQ5
+ORAzI4JMPJ+GslWYHb4phowim57iaztXOoJwTdwJx4nLCgdNbOhdjsnvzqvHu7Ur
+TkXWStAmzOVyyghqpZXjFaH3pO3JLF+l+/+sKAIuvtd7u+Nxe5AW0wdeRlN8NwdC
+jNPElpzVmbUq4JUagEiuTDkHzsxHpFKVK7q4+63SM1N95R1NbdWhscdCb+ZAJzVc
+oyi3B43njTOQ5yOf+1CceWxG1bQVs5ZufpsMljq4Ui0/1lvh+wjChP4kqKOJ2qxq
+4RgqsahDYVvTH9w7jXbyLeiNdd8XM2w9U/t7y0Ff/9yi0GE44Za4rF2LN9d11TPA
+mRGunUHBcnWEvgJBQl9nJEiU0Zsnvgc/ubhPgXRR4Xq37Z0j4r7g1SgEEzwxA57d
+emyPxgcYxn/eR44/KJ4EBs+lVDR3veyJm+kXQ99b21/+jh5Xos1AnX5iItreGCc=
+-----END CERTIFICATE-----

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Mohd Umar Javaid
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -1,12 +1,14 @@
 ---
-title: Shayari
-emoji: ⚡
-colorFrom: yellow
-colorTo: gray
+title: shayari
+app_file: app.py
 sdk: gradio
 sdk_version: 5.15.0
-app_file: app.py
-pinned: false
 ---
+# Shayari Search App
+### Semantic search for poetry
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# Tech stack used
+- Langchain
+- Mistral LLM
+- Together Embeddings
+- Pinecone Vector DB

app.py

@@ -0,0 +1,30 @@
+from langchain_mistralai import ChatMistralAI
+import os
+from dotenv import load_dotenv
+import gradio as gr
+from utilis import retrieve, llm
+
+load_dotenv()
+MISTRAL_API_KEY=os.getenv("MISTRAL_API_KEY")
+model=ChatMistralAI(
+    model="mistral-large-latest",
+    api_key=MISTRAL_API_KEY
+)
+
+
+with gr.Blocks(css=".gradio-container {background: url('image.png') !important;}") as Iface:
+    gr.Markdown("<h1>Search Shayari</h1>")
+    with gr.Row():
+        with gr.Column(scale=1):
+            query = gr.Textbox(label="Which type of shayari do you want to find?")
+            submit_button = gr.Button("Search")
+        
+        with gr.Column(scale=2):
+            chatbot = gr.Chatbot(label="Matching results", height=600)      
+    submit_button.click(
+        fn=llm,
+        inputs=[query, chatbot],
+        outputs=[chatbot, chatbot]
+
+    )
+Iface.launch(share=True)

requirements.txt

@@ -0,0 +1,183 @@
+aiofiles==23.2.1
+aiohappyeyeballs==2.4.6
+aiohttp==3.10.11
+aiosignal==1.3.2
+annotated-types==0.7.0
+anyio==4.8.0
+argon2-cffi==23.1.0
+argon2-cffi-bindings==21.2.0
+arrow==1.3.0
+asttokens==3.0.0
+async-lru==2.0.4
+attrs==25.1.0
+babel==2.17.0
+beautifulsoup4==4.13.3
+bleach==6.2.0
+certifi==2025.1.31
+cffi==1.17.1
+charset-normalizer==3.4.1
+click==8.1.8
+cohere==5.13.12
+colorama==0.4.6
+comm==0.2.2
+dataclasses-json==0.6.7
+debugpy==1.8.12
+decorator==5.1.1
+defusedxml==0.7.1
+distro==1.9.0
+executing==2.2.0
+fastapi==0.115.8
+fastavro==1.10.0
+fastjsonschema==2.21.1
+ffmpy==0.5.0
+filelock==3.17.0
+fqdn==1.5.1
+frozenlist==1.5.0
+fsspec==2025.2.0
+gradio==5.15.0
+gradio_client==1.7.0
+greenlet==3.1.1
+h11==0.14.0
+httpcore==1.0.7
+httpx==0.28.1
+httpx-sse==0.4.0
+huggingface-hub==0.28.1
+idna==3.10
+iniconfig==2.0.0
+inquirerpy==0.3.4
+ipykernel==6.29.5
+ipython==8.32.0
+ipywidgets==8.1.5
+isoduration==20.11.0
+jedi==0.19.2
+Jinja2==3.1.5
+jiter==0.8.2
+json5==0.10.0
+jsonpatch==1.33
+jsonpointer==3.0.0
+jsonschema==4.23.0
+jsonschema-specifications==2024.10.1
+jupyter-console==6.6.3
+jupyter-events==0.12.0
+jupyter-lsp==2.2.5
+jupyter_client==8.6.3
+jupyter_core==5.7.2
+jupyter_server==2.15.0
+jupyter_server_terminals==0.5.3
+jupyterlab==4.3.5
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.27.3
+jupyterlab_widgets==3.0.13
+langchain==0.3.18
+langchain-cohere==0.4.2
+langchain-community==0.3.17
+langchain-core==0.3.34
+langchain-mistralai==0.2.6
+langchain-openai==0.3.4
+langchain-pinecone==0.2.2
+langchain-tests==0.3.11
+langchain-text-splitters==0.3.6
+langchain-together==0.3.0
+langgraph==0.2.70
+langgraph-checkpoint==2.0.10
+langgraph-sdk==0.1.51
+langsmith==0.3.7
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+marshmallow==3.26.1
+matplotlib-inline==0.1.7
+mdurl==0.1.2
+mistune==3.1.1
+msgpack==1.1.0
+multidict==6.1.0
+mypy-extensions==1.0.0
+nbclient==0.10.2
+nbconvert==7.16.6
+nbformat==5.10.4
+nest-asyncio==1.6.0
+notebook_shim==0.2.4
+numpy==1.26.4
+openai==1.61.1
+orjson==3.10.15
+overrides==7.7.0
+packaging==24.2
+pandas==2.2.3
+pandocfilters==1.5.1
+parso==0.8.4
+pfzy==0.3.4
+pillow==11.1.0
+pinecone==5.4.2
+pinecone-plugin-inference==3.1.0
+pinecone-plugin-interface==0.0.7
+platformdirs==4.3.6
+pluggy==1.5.0
+prometheus_client==0.21.1
+prompt_toolkit==3.0.50
+propcache==0.2.1
+psutil==6.1.1
+pure_eval==0.2.3
+pycparser==2.22
+pydantic==2.10.6
+pydantic-settings==2.7.1
+pydantic_core==2.27.2
+pydub==0.25.1
+Pygments==2.19.1
+pytest==8.3.4
+pytest-asyncio==0.25.3
+pytest-socket==0.7.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-json-logger==3.2.1
+python-multipart==0.0.20
+pytz==2025.1
+pywin32==308
+pywinpty==2.0.15
+PyYAML==6.0.2
+pyzmq==26.2.1
+referencing==0.36.2
+regex==2024.11.6
+requests==2.32.3
+requests-toolbelt==1.0.0
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rich==13.9.4
+rpds-py==0.22.3
+ruff==0.9.5
+safehttpx==0.1.6
+semantic-version==2.10.0
+Send2Trash==1.8.3
+shellingham==1.5.4
+six==1.17.0
+sniffio==1.3.1
+soupsieve==2.6
+SQLAlchemy==2.0.38
+stack-data==0.6.3
+starlette==0.45.3
+syrupy==4.8.1
+tenacity==9.0.0
+terminado==0.18.1
+tiktoken==0.8.0
+tinycss2==1.4.0
+tokenizers==0.21.0
+tomlkit==0.13.2
+tornado==6.4.2
+tqdm==4.67.1
+traitlets==5.14.3
+typer==0.15.1
+types-python-dateutil==2.9.0.20241206
+types-PyYAML==6.0.12.20241230
+types-requests==2.32.0.20241016
+typing-inspect==0.9.0
+typing_extensions==4.12.2
+tzdata==2025.1
+uri-template==1.3.0
+urllib3==2.3.0
+uvicorn==0.34.0
+wcwidth==0.2.13
+webcolors==24.11.1
+webencodings==0.5.1
+websocket-client==1.8.0
+websockets==14.2
+widgetsnbextension==4.0.13
+yarl==1.18.3
+zstandard==0.23.0

utilis.py

@@ -0,0 +1,65 @@
+import os
+from dotenv import load_dotenv
+from langchain_pinecone import PineconeVectorStore
+from pinecone import Pinecone
+from langchain_together import TogetherEmbeddings
+from langchain_mistralai import ChatMistralAI
+import cohere
+from langchain.retrievers.contextual_compression import ContextualCompressionRetriever
+from langchain_cohere import CohereRerank
+
+
+load_dotenv()
+PINECONE_API_KEY=os.getenv("PINECONE_API_KEY")
+MISTRAL_API_KEY=os.getenv("MISTRAL_API_KEY")
+TOGETHER_API=os.getenv("TOGETHER_API")
+COHERE_API_KEY=os.getenv("COHERE_API_KEY")
+
+co = cohere.Client(COHERE_API_KEY)
+
+embeddings = TogetherEmbeddings(
+    model="togethercomputer/m2-bert-80M-8k-retrieval",
+    api_key=TOGETHER_API
+)
+
+model=ChatMistralAI(
+    model="mistral-large-latest",
+    api_key=MISTRAL_API_KEY
+)
+pc = Pinecone(api_key=PINECONE_API_KEY)
+
+index_name = "together" 
+
+index = pc.Index(index_name)
+
+vector_store = PineconeVectorStore(index=index, embedding=embeddings)
+retriever = vector_store.as_retriever()
+
+compressor = CohereRerank(model="rerank-v3.5")
+compression_retriever = ContextualCompressionRetriever(
+    base_compressor=compressor, base_retriever=retriever
+)
+
+def retrieve(query):
+    compressed_docs = compression_retriever.invoke(query)
+    
+    return compressed_docs[0]
+
+def llm(query, history):
+    query=model.invoke(f"You are a helpful AI assistant. Translate the following query to urdu if the query is in urdu then return the same query. Query: {query}. Remember just translate the query and nothing else.").content
+    results=retrieve(query)
+    prompt=f""""
+    You are a helpful AI Assistant and your job is to help user find relevant shayari.
+    The query is {query}
+    The matching result after semantic search is {results.page_content}. You may exclude interpretation given in the results. Just respond from the context.
+    """
+
+    try:
+        response=model.invoke(prompt).content
+        history = history or []
+        history.append(("You", query))
+        history.append(("Assistant", results.page_content))
+        return history, history
+    except Exception as e:
+        return history, history + [("Bot", f"Error in API request: {str(e)}")]
+