add scheduler and collect guesses

.gitignore

@@ -25,4 +25,5 @@ htmlcov/
 *,cover
 venv
 *_cache.json
-static
+static
+data

app.py

@@ -5,19 +5,44 @@ import uuid
 from pathlib import Path
 import json
 from datasets import load_dataset
-from flask import Flask
+from flask import Flask, request, jsonify
 from flask_cors import CORS
+from flask_apscheduler import APScheduler
+
 from PIL import Image
+import sqlite3
+from huggingface_hub import Repository
 
 app = Flask(__name__, static_url_path='/static')
 
 CORS(app)
 
 TOKEN = os.environ.get('dataset_token')
+
+DB_FILE = Path("./data/prompts.db")
+
+repo = Repository(
+    local_dir="data",
+    repo_type="dataset",
+    clone_from="huggingface-projects/wordalle_guesses",
+    use_auth_token=TOKEN
+)
+repo.git_pull()
+
 dataset = load_dataset(
-    "huggingface-projects/wordalle_prompts", use_auth_token=TOKEN)
+    "huggingface-projects/wordalle_prompts",
+    use_auth_token=TOKEN)
 Path("static/images").mkdir(parents=True, exist_ok=True)
 
+db = sqlite3.connect(DB_FILE)
+try:
+    data = db.execute("SELECT * FROM prompts").fetchall()
+    db.close()
+    print("DB DATA", data)
+except sqlite3.OperationalError:
+    db.execute('CREATE TABLE prompts (guess TEXT, correct TEXT)')
+    db.commit()
+
 # extract images and prompts from dataset and save to dis
 data = {}
 for row in dataset['train']:
@@ -35,6 +60,20 @@ with open('static/data.json', 'w') as f:
     json.dump(data, f)
 
 
+def update_repository():
+    with sqlite3.connect(DB_FILE) as db:
+        db.row_factory = sqlite3.Row
+        result = db.execute("SELECT * FROM prompts").fetchall()
+        data = [dict(row) for row in result]
+
+    with open('./data/data.json', 'w') as f:
+        json.dump(data, f, separators=(',', ':'))
+
+    print("Updating repository")
+    repo.git_pull()
+    repo.push_to_hub(blocking=False)
+
+
 @app.route('/')
 def index():
     return app.send_static_file('index.html')
@@ -45,5 +84,24 @@ def getdata():
     return app.send_static_file('data.json')
 
 
+@app.route('/prompt', methods=['POST', 'GET'])
+def create():
+    if request.method == 'POST':
+        try:
+            data = request.get_json()
+            guess = data['guess']
+            correct = data['correct']
+            with sqlite3.connect(DB_FILE) as db:
+                db.execute(
+                    'INSERT INTO prompts (guess, correct) VALUES (?, ?)', (guess, correct))
+                db.commit()
+            return 'OK', 200
+        except:
+            return 'Missing guess or correct', 400
+
 if __name__ == '__main__':
-    app.run(host='0.0.0.0',  port=int(os.environ.get('PORT', 7860)))
+    scheduler = APScheduler()
+    scheduler.add_job(id = 'Update Dataset Repository', func = update_repository, trigger = 'interval', seconds = 60)
+    scheduler.start()
+    app.run(host='0.0.0.0',  port=int(
+        os.environ.get('PORT', 7860)), debug=True)

frontend/src/lib/Result.svelte

@@ -13,7 +13,7 @@
 	export let totalStreaks: number;
 	const message = cheersMessages[currentRowIndex];
 	import domtoimage from 'dom-to-image';
-	const imageBaseUrl = import.meta.env.MODE === 'development' ? 'http://localhost:7860/' : '';
+	const apiUrl = import.meta.env.MODE === 'development' ? 'http://localhost:7860/' : '';
 
 	let modalEl: HTMLDivElement;
 	let elToShare: HTMLDivElement;
@@ -89,7 +89,7 @@
 					{/if}
 					{#each imagePaths as image}
 						<div>
-							<img src={imageBaseUrl + image} alt="" class="aspect-square	w-full h-full" />
+							<img src={apiUrl + image} alt="" class="aspect-square	w-full h-full" />
 						</div>
 					{/each}
 				</div>

frontend/src/routes/index.svelte

@@ -1,7 +1,7 @@
 <script lang="ts">
 	// original code inspired by Evan You https://github.com/yyx990803/vue-wordle/
 	import { LetterState, GameState } from '../types';
-	import type { Board, PromptsData, SuccessPrompt } from '../types';
+	import type { Board, PromptsData, SuccessPrompt, Tile } from '../types';
 	import { clearTile, fillTile } from '$lib/utils';
 
 	import Keyboard from '$lib/Keyboard.svelte';
@@ -12,15 +12,14 @@
 	import { browser } from '$app/env';
 
 	const totalTime = 1000;
-	const apiUrl = import.meta.env.MODE === 'development' ? 'http://localhost:7860/data' : 'data';
-	const imageBaseUrl = import.meta.env.MODE === 'development' ? 'http://localhost:7860/' : '';
+	const apiUrl = import.meta.env.MODE === 'development' ? 'http://localhost:7860/' : '';
 
 	let promptsData: PromptsData;
 	let completedPrompts: SuccessPrompt[] = [];
 	let currPromptIndex: number;
 	onMount(async () => {
 		onResize();
-		promptsData = await fetch(apiUrl).then((d) => d.json());
+		promptsData = await fetch(apiUrl + 'data').then((d) => d.json());
 		restartBoard();
 		window.addEventListener('keyup', onKeyup, true);
 		window.addEventListener('resize', onResize);
@@ -117,6 +116,7 @@
 			//   showMessage(`Not in word list`)
 			//   return
 			// }
+			postProcess(currentRow);
 
 			const answerLetters: (string | null)[] = answer.split('');
 			// first pass: mark correct ones
@@ -190,6 +190,20 @@
 			shakeRowIndex = -1;
 		}, 1000);
 	}
+	async function postProcess(currentRow: Tile[]) {
+		const guess = currentRow.map((tile) => tile.letter).join('');
+		const correct = currentRow.map((tile) => tile.correct).join('');
+		fetch(apiUrl + 'prompt', {
+			method: 'POST',
+			headers: {
+				'Content-Type': 'application/json'
+			},
+			body: JSON.stringify({
+				guess: guess,
+				correct: correct
+			})
+		});
+	}
 </script>
 
 {#if board !== undefined}
@@ -233,7 +247,7 @@
 		<div class="grid grid-cols-3 gap-2 max-w-md mx-auto p-3">
 			{#each imagePaths as image}
 				<div>
-					<img src={imageBaseUrl + image} alt="" class="aspect-square w-full h-full" />
+					<img src={apiUrl + image} alt="" class="aspect-square w-full h-full" />
 				</div>
 			{/each}
 		</div>

requirements.txt

@@ -4,4 +4,5 @@ flask_cors
 requests
 Pillow
 scipy
-gradio==3.0.17
+gradio==3.0.19
+Flask-APScheduler