Add dbt duckdb

dev-requirements.txt

@@ -4,6 +4,11 @@
 #
 #    pip-compile --extra=dev --output-file=dev-requirements.txt pyproject.toml
 #
+agate==1.9.1
+    # via
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
 altair==5.2.0
     # via streamlit
 annotated-types==0.6.0
@@ -27,7 +32,9 @@ attrs==23.2.0
     #   jsonschema
     #   referencing
 babel==2.14.0
-    # via jupyterlab-server
+    # via
+    #   agate
+    #   jupyterlab-server
 beautifulsoup4==4.12.3
     # via
     #   YFDashboard (pyproject.toml)
@@ -52,21 +59,48 @@ charset-normalizer==3.3.2
 click==8.1.7
     # via
     #   black
+    #   dbt-core
+    #   dbt-semantic-interfaces
     #   streamlit
+colorama==0.4.6
+    # via dbt-common
 comm==0.2.1
     # via
     #   ipykernel
     #   ipywidgets
+daff==1.3.46
+    # via dbt-core
+dbt-adapters==1.7.0
+    # via
+    #   dbt-core
+    #   dbt-duckdb
+dbt-common==1.10.0
+    # via
+    #   dbt-adapters
+    #   dbt-core
+    #   dbt-duckdb
+dbt-core==1.8.7
+    # via dbt-duckdb
+dbt-duckdb==1.8.1
+    # via YFDashboard (pyproject.toml)
+dbt-extractor==0.5.1
+    # via dbt-core
+dbt-semantic-interfaces==0.5.1
+    # via dbt-core
 debugpy==1.8.1
     # via ipykernel
 decorator==5.1.1
     # via ipython
+deepdiff==7.0.1
+    # via dbt-common
 defusedxml==0.7.1
     # via nbconvert
 deprecation==2.1.0
     # via postgrest
 duckdb==0.10.0
-    # via YFDashboard (pyproject.toml)
+    # via
+    #   YFDashboard (pyproject.toml)
+    #   dbt-duckdb
 executing==2.0.1
     # via stack-data
 fastjsonschema==2.19.1
@@ -108,6 +142,8 @@ idna==3.7
     #   httpx
     #   jsonschema
     #   requests
+importlib-metadata==6.11.0
+    # via dbt-semantic-interfaces
 iniconfig==2.0.0
     # via pytest
 ipykernel==6.29.2
@@ -123,6 +159,10 @@ ipython==8.21.0
     #   jupyter-console
 ipywidgets==8.1.2
     # via jupyter
+isodate==0.6.1
+    # via
+    #   agate
+    #   dbt-common
 isoduration==20.11.0
     # via jsonschema
 jedi==0.19.1
@@ -130,6 +170,9 @@ jedi==0.19.1
 jinja2==3.1.4
     # via
     #   altair
+    #   dbt-common
+    #   dbt-core
+    #   dbt-semantic-interfaces
     #   jupyter-server
     #   jupyterlab
     #   jupyterlab-server
@@ -142,6 +185,8 @@ jsonpointer==2.4
 jsonschema[format-nongpl]==4.21.1
     # via
     #   altair
+    #   dbt-common
+    #   dbt-semantic-interfaces
     #   jupyter-events
     #   jupyterlab-server
     #   nbformat
@@ -192,6 +237,10 @@ jupyterlab-server==2.25.3
     #   notebook
 jupyterlab-widgets==3.0.10
     # via ipywidgets
+leather==0.4.0
+    # via agate
+logbook==1.5.3
+    # via dbt-core
 lxml==5.1.0
     # via YFDashboard (pyproject.toml)
 lxml-stubs==0.5.1
@@ -202,14 +251,25 @@ markupsafe==2.1.5
     # via
     #   jinja2
     #   nbconvert
+mashumaro[msgpack]==3.13.1
+    # via
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
 matplotlib-inline==0.1.6
     # via
     #   ipykernel
     #   ipython
 mdurl==0.1.2
     # via markdown-it-py
+minimal-snowplow-tracker==0.0.2
+    # via dbt-core
 mistune==3.0.2
     # via nbconvert
+more-itertools==10.5.0
+    # via dbt-semantic-interfaces
+msgpack==1.1.0
+    # via mashumaro
 mypy==1.8.0
     # via YFDashboard (pyproject.toml)
 mypy-extensions==1.0.0
@@ -229,6 +289,8 @@ nbformat==5.9.2
     #   nbconvert
 nest-asyncio==1.6.0
     # via ipykernel
+networkx==3.3
+    # via dbt-core
 notebook==7.1.0
     # via jupyter
 notebook-shim==0.2.4
@@ -244,12 +306,15 @@ numpy==1.26.4
     #   pyarrow
     #   pydeck
     #   streamlit
+ordered-set==4.1.0
+    # via deepdiff
 overrides==7.7.0
     # via jupyter-server
 packaging==23.2
     # via
     #   altair
     #   black
+    #   dbt-core
     #   deprecation
     #   ipykernel
     #   jupyter-server
@@ -269,10 +334,15 @@ pandas-stubs==2.2.0.240218
     # via YFDashboard (pyproject.toml)
 pandocfilters==1.5.1
     # via nbconvert
+parsedatetime==2.6
+    # via agate
 parso==0.8.3
     # via jedi
 pathspec==0.12.1
-    # via black
+    # via
+    #   black
+    #   dbt-common
+    #   dbt-core
 pexpect==4.9.0
     # via ipython
 pillow==10.3.0
@@ -292,7 +362,11 @@ prompt-toolkit==3.0.43
     #   ipython
     #   jupyter-console
 protobuf==4.25.3
-    # via streamlit
+    # via
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
+    #   streamlit
 psutil==5.9.8
     # via ipykernel
 ptyprocess==0.7.0
@@ -308,6 +382,7 @@ pycparser==2.21
 pydantic==2.6.1
     # via
     #   YFDashboard (pyproject.toml)
+    #   dbt-semantic-interfaces
     #   gotrue
     #   postgrest
 pydantic-core==2.16.2
@@ -326,6 +401,8 @@ pytest==8.0.1
 python-dateutil==2.8.2
     # via
     #   arrow
+    #   dbt-common
+    #   dbt-semantic-interfaces
     #   jupyter-client
     #   pandas
     #   realtime
@@ -334,10 +411,20 @@ python-dotenv==1.0.1
     # via streamlit-oauth
 python-json-logger==2.0.7
     # via jupyter-events
+python-slugify==8.0.4
+    # via agate
+pytimeparse==1.1.8
+    # via agate
 pytz==2024.1
-    # via pandas
+    # via
+    #   dbt-adapters
+    #   dbt-core
+    #   pandas
 pyyaml==6.0.1
-    # via jupyter-events
+    # via
+    #   dbt-core
+    #   dbt-semantic-interfaces
+    #   jupyter-events
 pyzmq==25.1.2
     # via
     #   ipykernel
@@ -358,7 +445,10 @@ referencing==0.33.0
     #   jupyter-events
 requests==2.32.2
     # via
+    #   dbt-common
+    #   dbt-core
     #   jupyterlab-server
+    #   minimal-snowplow-tracker
     #   streamlit
 rfc3339-validator==0.1.4
     # via
@@ -383,6 +473,8 @@ six==1.16.0
     #   asttokens
     #   bleach
     #   html5lib
+    #   isodate
+    #   minimal-snowplow-tracker
     #   python-dateutil
     #   rfc3339-validator
 smmap==5.0.1
@@ -393,6 +485,8 @@ sniffio==1.3.0
     #   httpx
 soupsieve==2.5
     # via beautifulsoup4
+sqlparse==0.5.1
+    # via dbt-core
 stack-data==0.6.3
     # via ipython
 storage3==0.7.7
@@ -415,6 +509,8 @@ terminado==0.18.0
     # via
     #   jupyter-server
     #   jupyter-server-terminals
+text-unidecode==1.3
+    # via python-slugify
 tinycss2==1.2.1
     # via nbconvert
 toml==0.10.2
@@ -459,6 +555,11 @@ types-requests==2.31.0.20240218
     # via YFDashboard (pyproject.toml)
 typing-extensions==4.9.0
     # via
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
+    #   dbt-semantic-interfaces
+    #   mashumaro
     #   mypy
     #   pydantic
     #   pydantic-core
@@ -490,3 +591,5 @@ websockets==12.0
     # via realtime
 widgetsnbextension==4.0.10
     # via ipywidgets
+zipp==3.20.2
+    # via importlib-metadata

pyproject.toml

@@ -8,6 +8,7 @@ name = "YFDashboard"
 dependencies = [
     "streamlit",
     "beautifulsoup4",
+    "dbt-duckdb",
     "duckdb",
     "html5lib",
     "lxml",

requirements.txt

@@ -4,6 +4,11 @@
 #
 #    pip-compile --output-file=requirements.txt pyproject.toml
 #
+agate==1.9.1
+    # via
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
 altair==5.2.0
     # via streamlit
 annotated-types==0.6.0
@@ -14,6 +19,8 @@ attrs==23.2.0
     # via
     #   jsonschema
     #   referencing
+babel==2.16.0
+    # via agate
 beautifulsoup4==4.12.3
     # via YFDashboard (pyproject.toml)
 blinker==1.7.0
@@ -28,11 +35,39 @@ certifi==2024.7.4
 charset-normalizer==3.3.2
     # via requests
 click==8.1.7
-    # via streamlit
+    # via
+    #   dbt-core
+    #   dbt-semantic-interfaces
+    #   streamlit
+colorama==0.4.6
+    # via dbt-common
+daff==1.3.46
+    # via dbt-core
+dbt-adapters==1.7.0
+    # via
+    #   dbt-core
+    #   dbt-duckdb
+dbt-common==1.10.0
+    # via
+    #   dbt-adapters
+    #   dbt-core
+    #   dbt-duckdb
+dbt-core==1.8.7
+    # via dbt-duckdb
+dbt-duckdb==1.8.1
+    # via YFDashboard (pyproject.toml)
+dbt-extractor==0.5.1
+    # via dbt-core
+dbt-semantic-interfaces==0.5.1
+    # via dbt-core
+deepdiff==7.0.1
+    # via dbt-common
 deprecation==2.1.0
     # via postgrest
 duckdb==0.10.0
-    # via YFDashboard (pyproject.toml)
+    # via
+    #   YFDashboard (pyproject.toml)
+    #   dbt-duckdb
 gitdb==4.0.11
     # via gitpython
 gitpython==3.1.42
@@ -66,22 +101,51 @@ idna==3.7
     #   anyio
     #   httpx
     #   requests
+importlib-metadata==6.11.0
+    # via dbt-semantic-interfaces
+isodate==0.6.1
+    # via
+    #   agate
+    #   dbt-common
 jinja2==3.1.4
     # via
     #   altair
+    #   dbt-common
+    #   dbt-core
+    #   dbt-semantic-interfaces
     #   pydeck
 jsonschema==4.21.1
-    # via altair
+    # via
+    #   altair
+    #   dbt-common
+    #   dbt-semantic-interfaces
 jsonschema-specifications==2023.12.1
     # via jsonschema
+leather==0.4.0
+    # via agate
+logbook==1.5.3
+    # via dbt-core
 lxml==5.1.0
     # via YFDashboard (pyproject.toml)
 markdown-it-py==3.0.0
     # via rich
 markupsafe==2.1.5
     # via jinja2
+mashumaro[msgpack]==3.13.1
+    # via
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
 mdurl==0.1.2
     # via markdown-it-py
+minimal-snowplow-tracker==0.0.2
+    # via dbt-core
+more-itertools==10.5.0
+    # via dbt-semantic-interfaces
+msgpack==1.1.0
+    # via mashumaro
+networkx==3.3
+    # via dbt-core
 numpy==1.26.4
     # via
     #   YFDashboard (pyproject.toml)
@@ -90,9 +154,12 @@ numpy==1.26.4
     #   pyarrow
     #   pydeck
     #   streamlit
+ordered-set==4.1.0
+    # via deepdiff
 packaging==23.2
     # via
     #   altair
+    #   dbt-core
     #   deprecation
     #   streamlit
 pandas==2.2.0
@@ -100,17 +167,28 @@ pandas==2.2.0
     #   YFDashboard (pyproject.toml)
     #   altair
     #   streamlit
+parsedatetime==2.6
+    # via agate
+pathspec==0.12.1
+    # via
+    #   dbt-common
+    #   dbt-core
 pillow==10.3.0
     # via streamlit
 postgrest==0.16.10
     # via supabase
 protobuf==4.25.3
-    # via streamlit
+    # via
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
+    #   streamlit
 pyarrow==15.0.0
     # via streamlit
 pydantic==2.6.1
     # via
     #   YFDashboard (pyproject.toml)
+    #   dbt-semantic-interfaces
     #   gotrue
     #   postgrest
 pydantic-core==2.16.2
@@ -121,13 +199,26 @@ pygments==2.17.2
     # via rich
 python-dateutil==2.8.2
     # via
+    #   dbt-common
+    #   dbt-semantic-interfaces
     #   pandas
     #   realtime
     #   storage3
 python-dotenv==1.0.1
     # via streamlit-oauth
+python-slugify==8.0.4
+    # via agate
+pytimeparse==1.1.8
+    # via agate
 pytz==2024.1
-    # via pandas
+    # via
+    #   dbt-adapters
+    #   dbt-core
+    #   pandas
+pyyaml==6.0.2
+    # via
+    #   dbt-core
+    #   dbt-semantic-interfaces
 realtime==1.0.3
     # via supabase
 referencing==0.33.0
@@ -135,7 +226,11 @@ referencing==0.33.0
     #   jsonschema
     #   jsonschema-specifications
 requests==2.32.2
-    # via streamlit
+    # via
+    #   dbt-common
+    #   dbt-core
+    #   minimal-snowplow-tracker
+    #   streamlit
 rich==13.7.0
     # via streamlit
 rpds-py==0.18.0
@@ -145,6 +240,8 @@ rpds-py==0.18.0
 six==1.16.0
     # via
     #   html5lib
+    #   isodate
+    #   minimal-snowplow-tracker
     #   python-dateutil
 smmap==5.0.1
     # via gitdb
@@ -154,6 +251,8 @@ sniffio==1.3.0
     #   httpx
 soupsieve==2.5
     # via beautifulsoup4
+sqlparse==0.5.1
+    # via dbt-core
 storage3==0.7.7
     # via supabase
 streamlit==1.37.1
@@ -170,6 +269,8 @@ supafunc==0.5.1
     # via supabase
 tenacity==8.2.3
     # via streamlit
+text-unidecode==1.3
+    # via python-slugify
 toml==0.10.2
     # via streamlit
 toolz==0.12.1
@@ -178,6 +279,11 @@ tornado==6.4.1
     # via streamlit
 typing-extensions==4.9.0
     # via
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
+    #   dbt-semantic-interfaces
+    #   mashumaro
     #   pydantic
     #   pydantic-core
     #   realtime
@@ -193,3 +299,5 @@ webencodings==0.5.1
     # via html5lib
 websockets==12.0
     # via realtime
+zipp==3.20.2
+    # via importlib-metadata