10K 1MB limit

history.json

@@ -1,4 +1,4 @@
 {"id": "01HWDNFA8QB96PV3RQCEPSG3C2", "q": "SELECT 42 AS answer", "alias": "example1", "template": "SELECT {x} AS {colname}", "definitions": "# Define variables: one '=' per line\nx=42\ncolname='answer'", "kwargs": {"x": 42, "colname": "answer"}, "rows": 1, "cols": 1, "source_id": null, "start": "2024-04-26 16:58:09.479", "end": "2024-04-26 16:58:09.479"}
 {"id": "01HWDNFA8QTEA1Y1V229501RMF", "q": "SELECT\n    Symbol,\n    Number,\n    Mass,\n    Abundance\nFROM 'https://raw.githubusercontent.com/ekwan/cctk/master/cctk/data/isotopes.csv'", "alias": "example2", "template": "SELECT\n    Symbol,\n    Number,\n    Mass,\n    Abundance\nFROM '{url}'", "definitions": "url = https://raw.githubusercontent.com/ekwan/cctk/master/cctk/data/isotopes.csv", "kwargs": {"url": "https://raw.githubusercontent.com/ekwan/cctk/master/cctk/data/isotopes.csv"}, "rows": 354, "cols": 4, "source_id": null, "start": "2024-04-26 16:58:13.425", "end": "2024-04-26 16:58:13.725"}
-{"id": "01HWE3CN3BPK6S4XT9B7H3GMSA", "q": "SELECT *\nFROM 'history.json'\nORDER BY id DESC", "alias": "example3", "template": "SELECT *\nFROM 'history.json'\nORDER BY id DESC", "kwargs": {}, "definitions": "", "rows": 2, "cols": 11, "source_id": null, "start": "2024-04-26 21:01:13.707", "end": "2024-04-26 21:01:13.709"}
+{"id": "01HWE3CN3BPK6S4XT9B7H3GMSA", "q": "SELECT *\nFROM 'history.json'\nWHERE start IS NOT NULL\nORDER BY id DESC", "alias": "example3", "template": "SELECT *\nFROM 'history.json'\nWHERE start IS NOT NULL\nORDER BY id DESC", "kwargs": {}, "definitions": "", "rows": 2, "cols": 11, "source_id": null, "start": "2024-04-26 21:01:13.707", "end": "2024-04-26 21:01:13.709"}
 {"id": "01HWK493FKWHNGN8PTZJ4JCVZT", "q": "SELECT nothing", "alias": "bad_example", "template": "SELECT nothing", "kwargs": {}, "definitions": "", "rows": null, "cols": null, "source_id": null, "start": "2024-04-28 19:53:11.444", "end": "2024-04-28 19:53:11.444"}

main.py

@@ -17,6 +17,7 @@ from sql import Q
 from itables import options as itoptions, to_html_datatable
 itoptions.classes = "display compact cell-border"
 itoptions.column_filters = "footer"
+itoptions.maxBytes = 2**20
 itoptions.layout = {
     "top": {
         "buttons": ["copyHtml5", "csvHtml5", "pageLength"],
@@ -56,6 +57,11 @@ RESULT_TEMPLATE = f"""
         <hr><h3>Formatted query:</h3>
         <pre>{{q}}</pre>
         <hr>ran at {{ran}}</h3>
+        <hr>
+        <footer>
+            <p>this demo returns a maximum of 10K rows or 1MB of data</p>
+            <p><a href="https://www.linkedin.com/in/alekis/">like / comment / get in touch</a></p>
+        </footer>
     </body>
 </html>
 """
@@ -134,19 +140,19 @@ with gr.Blocks(
     css=CSS,
 ) as gradio_sql_interface:
     with gr.Row():
-        with gr.Column(scale=2, min_width=450):
+        with gr.Column(scale=2, min_width=480):
             caption1 = gr.Markdown("# SQL Editor\nClick buttons below to see examples")
-            with gr.Row():
-                ex1_button = gr.Button("Variables", link="/?alias=example1")
-                ex2_button = gr.Button("URL", link="/?alias=example2")
-                ex3_button = gr.Button("Local File", link="/?alias=example3")
-                ex4_button = gr.Button("Bad Query", link="/?alias=bad_example")
+            with gr.Row(variant="compact"):
+                ex1_button = gr.Button("Variables", link="/?alias=example1", min_width=100)
+                ex2_button = gr.Button("URL", link="/?alias=example2", min_width=100)
+                ex3_button = gr.Button("Local File", link="/?alias=example3", min_width=100)
+                ex4_button = gr.Button("Bad Query", link="/?alias=bad_example", min_width=100)
             definitions = gr.Code(label="Definitions", lines=2, interactive=True)
             sql_input = gr.Code(label="SQL Query", language="sql", lines=25, interactive=True)
             run_button = gr.Button("run", variant="primary")
             editor_url = gr.Code(label="Share Editor URL", lines=1)
             result_url = gr.Code(label="Share Query Results URL", lines=1)
-        with gr.Column(scale=3, min_width=600):
+        with gr.Column(scale=3, min_width=540):
             caption2 = gr.Markdown("# RESULTS")
             result = gr.HTML(elem_classes="block")
 

sql.py

@@ -7,6 +7,7 @@ import textwrap
 from ulid import ULID
 
 HISTORY_FILE = "history.json"
+MAX_ROWS = 10000
 
 class SQLError(Exception):
     pass
@@ -61,7 +62,10 @@ class Q(str):
                 self.save()
         
     def run_duckdb(self):
-        return duckdb.sql(self)
+        if MAX_ROWS:
+            return duckdb.sql(f"WITH x AS ({self}) SELECT * FROM x LIMIT {MAX_ROWS}")
+        else:
+            return duckdb.sql(self)
 
     def df(self, sql_engine=None, save=False, _raise=False):
         res = self.run(sql_engine=sql_engine, save=save, _raise=_raise)