process multiple requests in a file

index.ts

@@ -110,21 +110,6 @@ tags:
   }
 }
 
-function writeTraceToFile(trace: typeof requestTraces[0]): string {
-  try {
-    const timestamp = new Date(trace.timestamp_start).getTime();
-    const model = trace.model || 'unknown';
-    const filename = `${timestamp}_${model.replace(/\//g, '_')}.json`;
-    const filePath = join(LOGS_DIR, filename);
-    
-    writeFileSync(filePath, JSON.stringify(trace, null, 2));
-    return filePath;
-  } catch (error) {
-    console.error('Error writing trace to file:', error);
-    return '';
-  }
-}
-
 async function uploadTraceFile(filePath: string, datasetName: string): Promise<boolean> {
   try {
     if (!HF_ACCESS_TOKEN) {
@@ -154,6 +139,20 @@ async function uploadTraceFile(filePath: string, datasetName: string): Promise<b
   }
 }
 
+function writeBatchToFile(traces: typeof requestTraces): string {
+  try {
+    const timestamp = Date.now();
+    const filename = `batch_${timestamp}.json`;
+    const filePath = join(LOGS_DIR, filename);
+    
+    writeFileSync(filePath, JSON.stringify(traces, null, 2));
+    return filePath;
+  } catch (error) {
+    console.error('Error writing batch to file:', error);
+    return '';
+  }
+}
+
 async function writeBatchedTraces() {
   if (requestTraces.length === 0) {
     return;
@@ -167,14 +166,9 @@ async function writeBatchedTraces() {
   
   console.log(`Processing batch of ${batchSize} traces...`);
   
-  // write traces to local files first
-  const filePaths: string[] = [];
-  for (const trace of tracesToWrite) {
-    const filePath = writeTraceToFile(trace);
-    if (filePath) {
-      filePaths.push(filePath);
-    }
-  }
+  // Write all traces to a single batch file
+  const filePath = writeBatchToFile(tracesToWrite);
+  const filePaths = filePath ? [filePath] : [];
   
   if (HF_ACCESS_TOKEN) {
     const response = await whoAmI({ accessToken: HF_ACCESS_TOKEN });