remove server route

src/components/ChatWindow.jsx

@@ -4,7 +4,9 @@ import { useCallback, useEffect, useState } from "react";
 import MessageList from './MessageList';
 import {FileLoader} from './FileLoader';
 import Loader from "./Loader";
-const {ChromaClient} = require('chromadb');
+import { RecursiveCharacterTextSplitter } from 'langchain/text_splitter';
+import { ChromaClient } from "chromadb";
+
 const client = new ChromaClient();
 
 function ChatWindow({
@@ -12,7 +14,7 @@ function ChatWindow({
   maxTokens,
 }) {
   const { loadingStatus, send, isGenerating, setOnMessage } = useLLM();
-  const [fileId, setFileId] = useState();
+  const [fileText, setFileText] = useState();
   const [userInput, setUserInput] = useState("");  
 
   const handleChange = (event) => {
@@ -26,9 +28,15 @@ function ChatWindow({
       return;
     }
     
-    if (fileId) {
-      // const fileContents = await db.docs.get(fileId);
-      const collection = await client.getCollection("docs")
+    if (fileText) {
+      const textSplitter = new RecursiveCharacterTextSplitter({ chunkSize: 1000 });
+      const docs = await textSplitter.createDocuments([text]);
+      const collection = await client.createCollection({name: "docs", embeddingFunction: TransformersEmbeddingFunction})
+      await collection.add({
+          ids: [...docs.map((v, k) => k)],
+          metadatas: [...docs.map(doc => doc.metadata)],
+          documents: [...docs.map(doc => doc.pageContent)],
+      });
       const result = await collection.query({
         nResults: 2, 
         queryTexts: [userPrompt]
@@ -58,7 +66,8 @@ function ChatWindow({
     isGenerating,
     isReady,
     maxTokens,
-    stopStrings
+    stopStrings,
+    fileText
   ]);
 
   useEffect(() => {
@@ -82,7 +91,7 @@ function ChatWindow({
   useEffect(() => {
     loadFile();
 
-  }, [fileId])
+  }, [fileText])
 
   return (
     <div className="window sm:w-[500px] w-full">
@@ -134,7 +143,7 @@ function ChatWindow({
                       height="40"
                     />
                   </button>
-                  <FileLoader setFileId={setFileId} />
+                  <FileLoader setFileText={setFileText} />
                   </div>
                   
                   <div
@@ -153,7 +162,6 @@ function ChatWindow({
             </div>
           )}
           {!isReady && <Loader />}
-          {fileId && <div>loaded {fileId}</div>}
         </div>
       </div>
     </div>

src/components/FileLoader.jsx

@@ -1,5 +1,4 @@
 import { useState } from 'react';
-import { db } from '@/utils/db-client';
 import { DashButton } from './DashButton'
 import { FileEmbedder } from './FileEmbedder';
 import * as PDFJS from 'pdfjs-dist/build/pdf';
@@ -26,7 +25,7 @@ export default class Pdf {
   }
 }
 
-export const FileLoader = ({ setFileId }) => {
+export const FileLoader = ({ setFileText }) => {
   const [files, setFiles] = useState();
   const [uploadStatus, setUploadStatus] = useState("Embed");
   const handleEmbed = (files) => {
@@ -53,18 +52,8 @@ export const FileLoader = ({ setFileId }) => {
               
               reader.readAsBinaryString(file);
             }
-            const response = await fetch('/api/docHandle', {
-              method: 'POST',
-              body: JSON.stringify({ text }),
-            });
-            const docChat = await response.json();
-            const id = await db.docs.add({
-              fileName: file.name || '',
-              fileSourceData: text,
-              model: docChat,
-            });
-            setUploadStatus("Embedding Completed");
-            setFileId(id)
+            setFileText(text)
+            setUploadStatus("Embed Complete");
           }
         }}
       >

src/pages/api/docHandle.ts

@@ -1,41 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { RecursiveCharacterTextSplitter } from 'langchain/text_splitter';
-import { TransformersEmbeddingFunction } from '../../embed/hf';
-const {ChromaClient} = require('chromadb');
-const client = new ChromaClient();
-
-async function handleDocs(text: string) {
-  const textSplitter = new RecursiveCharacterTextSplitter({ chunkSize: 1000 });
-  const docs = await textSplitter.createDocuments([text]);
-  const collection = await client.createCollection({name: "docs", embeddingFunction: TransformersEmbeddingFunction})
-  await collection.add({
-      ids: [...docs.map((v, k) => k)],
-      metadatas: [...docs.map(doc => doc.metadata)],
-      documents: [...docs.map(doc => doc.pageContent)],
-  });
-
-  return collection;
-}
-
-export default async function handler(
-  req: NextApiRequest,
-  res: NextApiResponse,
-) {
-  const { text } = JSON.parse(req.body);
-  // console.log(text);
-
-  if (!text) {
-    return res.status(400).json({ message: 'No question in the request' });
-  }
-
-  const vectorStore = await handleDocs(text);
-  res.status(200).send({
-    model: vectorStore,
-  });
-}
-
-export const config = {
-  api: {
-    bodyParser: true, // Disallow body parsing, consume as stream
-  },
-};