Add data sources

fiboa/app.py

@@ -1,4 +1,5 @@
 import ibis
+import os
 import streamlit as st
 
 from langchain.chains import create_sql_query_chain
@@ -7,11 +8,18 @@ from langchain_core.prompts.prompt import PromptTemplate
 from langchain_openai import ChatOpenAI
 
 from query import execute_prompt
+# from data import DATA
+
+if os.path.exists("duck.db"):
+    os.remove("duck.db")
+if os.path.exists("duck.db.wal"):
+    os.remove("duck.db.wal")
 
 geoparquet = "https://data.source.coop/fiboa/be-vlg/be_vlg.parquet"
-con = ibis.duckdb.connect("duck.db", extensions = ["spatial"])
-#con.raw_sql(f'CREATE OR REPLACE VIEW crops AS SELECT *, ST_GEOMFROMWKB(geometry) AS "geometry" FROM read_parquet("{geoparquet}")')
-crops = con.read_parquet(geoparquet, "crops").cast({"geometry": "geometry"})
+con = ibis.connect("duckdb://duck.db", extensions = ["spatial"])
+con.read_parquet(geoparquet, "crops").cast({"geometry": "geometry"})
+# for code, url in DATA.items():
+#     tbl = con.read_parquet(url, code).cast({"geometry": "geometry"})
 
 st.set_page_config(
     page_title="fiboaGPT",
@@ -50,7 +58,7 @@ llm = ChatOpenAI(model="gpt-4o-mini", temperature=0, api_key=st.secrets["OPENAI_
 
 # Create the SQL query chain with the custom prompt
 db = SQLDatabase.from_uri("duckdb:///duck.db", view_support=True)
-chain = create_sql_query_chain(llm, db, prompt=new_prompt, k=11)
+chain = create_sql_query_chain(llm, db, prompt=new_prompt, k=100)
 
 '''
 Ask me about fiboa data! Request "a map" to get map output, or table for tabular output, e.g.

fiboa/data.py

@@ -0,0 +1,22 @@
+DATA = {
+    "at":"https://data.source.coop/fiboa/austria/inspire_referenzen_2021.parquet",
+    "de_bb":"https://data.source.coop/fiboa/de-bb/dfbk.parquet",
+    "de_nds":"https://data.source.coop/fiboa/de-nds/FB_NDS.parquet",
+    "de_nrw":"https://data.source.coop/fiboa/de-nrw/LFK-AKTI.parquet",
+    "de_th":"https://data.source.coop/fiboa/de-th/de-th.parquet",
+    "de_sh":"https://data.source.coop/fiboa/de-sh/Feldbloecke_2024.parquet",
+    "ec_si":"https://data.source.coop/fiboa/slovenia-ec/data/slovenia_eurocrops_2021.parquet",
+    "ec_lv":"https://data.source.coop/fiboa/ec-lv/ec_lv.parquet",
+    "fi":"https://data.source.coop/fiboa/finland/finland.parquet",
+    "ec_fr":"https://data.source.coop/fiboa/france-ec/france_eurocrops_2018.parquet",
+    "nl":"https://data.source.coop/fiboa/nl-ref/nl_ref.parquet",
+    "nl_crop":"https://data.source.coop/fiboa/nl-crop/nl_crop.parquet",
+    "ai4sf":"https://data.source.coop/fiboa/ai4sf/ai4sf.parquet",
+    "pt":"https://data.source.coop/fiboa/portugal/Continente.parquet",
+    "be_vlg":"https://data.source.coop/fiboa/be-vlg/be_vlg.parquet",
+    "br-ba-lem":"https://data.source.coop/fiboa/br-ba-lem/br-ba-lem.parquet",
+    "dk":"https://data.source.coop/fiboa/denmark//denmark.parquet",
+    "de_sax":"https://data.source.coop/fiboa/de-sax/de-sax.parquet",
+    "de_mv":"https://data.source.coop/fiboa/de-mv/de-mv.parquet",
+    "de_sl":"https://data.source.coop/fiboa/de-sl/de-sl.parquet"
+}

requirements.txt

@@ -1,4 +1,4 @@
-duckdb==1.1.0
+duckdb==1.0.0
 pandas==2.2.2
 git+https://github.com/eodaGmbH/py-maplibregl
 leafmap[maplibre]